-- Logs begin at Wed 2021-07-28 03:00:05 UTC, end at Wed 2021-07-28 04:09:36 UTC. -- Jul 28 03:42:24.805094 dv-cinder-802648-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:42:27.477348 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:42:27.477962 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:42:27.478147 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:42:27.481511 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:42:27.481796 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:42:27.482113 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:42:27.483570 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:42:27.483803 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:42:27.484165 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:42:27.484410 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:42:27.484634 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:42:27.484956 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.485253 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.485548 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.485802 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.486096 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.486385 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.486665 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.486952 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.487247 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.487529 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.487804 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.488085 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.488314 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.488596 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.488884 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.489171 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.489392 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] debug = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.489670 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.490125 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.490527 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.490808 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.491100 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.491402 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.491653 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.491931 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.492216 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.492547 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] host = dv-cinder-802648-1-iscsi {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.492826 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.493115 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.493404 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.493710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.493987 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.494264 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.494551 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.494825 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.495102 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.495376 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.495666 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.495955 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.496246 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.496471 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.496692 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.496981 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.497270 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.497546 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.497849 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.498123 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.498399 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.499226 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.499507 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.499795 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.500081 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.500369 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.500645 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.500922 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.501196 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.501468 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.501780 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.502055 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.502329 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.502602 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.502890 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.503157 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.503428 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.503726 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.504012 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.504293 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.504577 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.504853 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.505140 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.505680 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.505974 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.506246 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_json = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.506518 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.506789 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.507071 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.507343 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.507615 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.507888 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.508158 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.508443 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:27.508739 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.509037 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.509339 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.509624 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.509944 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.510224 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.510515 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.510794 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.511084 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.511374 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.511662 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.511942 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.512226 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.512503 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.512798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.513106 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.513403 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.513714 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.513992 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.514288 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.514562 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.514839 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.515130 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.515424 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.515715 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.515989 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.516269 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.516560 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.516839 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.517114 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.517391 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.517679 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.517985 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.518258 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.518538 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.518816 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.519087 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.519359 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.519634 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.519926 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.520203 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.520475 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.520746 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.521023 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.521295 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.521582 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.521887 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.522163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.522437 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.522714 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.522987 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.523261 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.523538 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.523809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.524085 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.524355 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.524627 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.524901 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.525171 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.525440 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.525793 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.526071 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.526346 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.526618 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.526891 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.527163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.527434 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.527706 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.527990 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.528286 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.528565 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.528841 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.529120 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.529399 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.529675 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.530003 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.530280 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.530555 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.530839 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.531116 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.531398 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.531681 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.531965 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.532243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.532539 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.532818 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.533102 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.533381 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.533658 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.533972 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.534256 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.534552 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.534847 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.535148 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.535451 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.535742 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.536023 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.536333 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.536611 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:27.536826 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:42:27.537066 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:42:27.879633 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:42:27.879835 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:42:27.880123 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:42:27.880711 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:42:28.265678 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.265985 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.266265 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.267552 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.267825 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.268089 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.301562 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.301865 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.302134 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.316345 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.316624 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.316891 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.345371 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.345649 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.345938 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.381058 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.381348 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.381608 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.611042 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.611653 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.611653 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.611819 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.612427 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.729562 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.729907 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.730186 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.730456 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.730712 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.731019 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.731275 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.731527 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.731777 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.732053 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.732308 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.732567 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.732818 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.733115 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.733368 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.733628 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.733906 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.734168 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.734432 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.734684 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.734951 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.735199 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.735476 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.735850 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.736098 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.736340 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.736727 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.736967 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.737202 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.737437 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.737671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.737926 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:28.738284 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:42:28.741300 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:42:28.745172 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:42:28.749505 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 28 03:42:28.751171 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:42:28.751619 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:42:28.751956 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:42:28.752342 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:42:28.755108 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:42:28.755611 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:42:28.755953 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:42:28.761143 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:42:28.783760 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:42:28.784214 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.784510 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:42:28.784871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.786242 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:42:28.786525 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:42:28.786767 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:42:28.790403 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.790670 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:28.854449 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:42:28.854686 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:42:28.854924 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:42:28.855306 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:42:28.876534 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_db.sqlalchemy.engines [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:42:29.557524 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing driver for type 'gre' Jul 28 03:42:29.558086 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] gre ID ranges: [(1, 1000)] Jul 28 03:42:29.751710 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing driver for type 'local' Jul 28 03:42:29.752309 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing driver for type 'vlan' Jul 28 03:42:29.872967 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] VlanTypeDriver initialization complete Jul 28 03:42:29.873242 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing driver for type 'vxlan' Jul 28 03:42:29.873755 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:42:30.067151 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing extension driver 'port_security' Jul 28 03:42:30.067495 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.extensions.port_security [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] PortSecurityExtensionDriver initialization complete Jul 28 03:42:30.067829 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing mechanism driver 'openvswitch' Jul 28 03:42:30.068152 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing mechanism driver 'hyperv' Jul 28 03:42:30.074657 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.plugin [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:30.075378 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.075751 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.076103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.076623 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.077723 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.078081 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.078430 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.078823 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.079234 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.079581 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.079924 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.080309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.080712 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.081061 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.081400 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.081951 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.082365 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.082719 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.083067 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.083458 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.083859 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > address_group after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.084212 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > address_group after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.084550 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.084941 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:42:30.085314 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] ML2 OVO RPC backend initialized. {{(pid=105150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:42:30.086057 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.086418 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.086837 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.090905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > networks before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.090905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.090905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > ports before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.090905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091276 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnets before_response 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091276 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091276 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091276 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091569 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091569 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091569 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091569 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091845 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.091845 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.092097 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.plugin [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Modular L2 Plugin initialization complete Jul 28 03:42:30.092431 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading services supported by the core plugin {{(pid=105150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:42:30.092759 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.plugins.ml2.managers [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Got port-security extension from driver 'port_security' Jul 28 03:42:30.093231 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.extensions.vlantransparent [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Disabled vlantransparent extension. Jul 28 03:42:30.093750 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:42:30.094087 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: router Jul 28 03:42:30.129407 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.129778 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_create 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.130401 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router before_create 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.130794 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.131169 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.131524 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_delete 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.131883 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.132246 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_create 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.132596 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.132949 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.133299 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.133662 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.134102 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.134479 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.134824 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.135165 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: subnet after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.135508 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.135857 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.136205 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_create 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.136549 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.136894 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.137250 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router after_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.137593 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.137971 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_create 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.138334 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.138687 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_update 55549900 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.139051 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > agent after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.139972 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > agent after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.140320 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > network after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.141173 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Tracking information for resource: router configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:30.141508 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Tracking information for resource: floatingip configured {{(pid=105150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:42:30.147781 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.db.l3_agentschedulers_db [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:42:30.148369 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.148739 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.149096 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.149451 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: port after_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.150282 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router before_create 55550100 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.150652 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.151018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_create 55550100 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.151380 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > router precommit_update 55550100 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.155798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.provider_configuration [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service providers = [] {{(pid=105150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:42:30.156167 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.db.servicetype_db [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:42:30.159132 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.service_base [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:42:30.159490 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.service_base [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:42:30.159837 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.service_base [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:42:30.160727 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.services.service_base [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:42:30.161103 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.services.service_base [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:42:30.161476 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.161832 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:42:30.172355 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.172689 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: auto_allocate Jul 28 03:42:30.178409 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: network precommit_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.178783 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: network precommit_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.179304 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.179628 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: tag Jul 28 03:42:30.186738 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.187069 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: timestamp Jul 28 03:42:30.191079 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.191418 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: network_ip_availability Jul 28 03:42:30.196801 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.197179 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.197539 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.198284 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.198608 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: flavors Jul 28 03:42:30.203792 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.204128 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading Plugin: revisions Jul 28 03:42:30.208376 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:42:30.208770 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=105150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:42:30.209510 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:42:30.209879 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Initializing extension manager. Jul 28 03:42:30.210397 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: __init__.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.210740 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: __pycache__ {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.211076 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.211410 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: address_group.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.212163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.212734 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: address-group Jul 28 03:42:30.213061 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: address_scope.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.213817 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.214331 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: address-scope Jul 28 03:42:30.214655 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.215579 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.216088 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:42:30.216413 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: agent.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.217326 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.217870 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: agent Jul 28 03:42:30.218198 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: agent_resources_synced.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.219114 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.219624 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: agent-resources-synced Jul 28 03:42:30.219951 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: allowedaddresspairs.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.221769 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.222291 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: allowed-address-pairs Jul 28 03:42:30.222616 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: auto_allocated_topology.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.223697 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.224217 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: auto-allocated-topology Jul 28 03:42:30.224546 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: availability_zone.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.225247 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.225878 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: availability_zone Jul 28 03:42:30.226098 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: availability_zone_filter.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.227017 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.227530 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: availability_zone_filter Jul 28 03:42:30.227854 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: data_plane_status.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.228760 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.229274 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:42:30.229595 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: default_subnetpools.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.230543 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.231051 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: default-subnetpools Jul 28 03:42:30.231375 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.232190 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.232699 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:42:30.233049 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: dns.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.234039 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.234549 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:42:30.234872 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: dns_domain_ports.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.235803 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.236308 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:42:30.236631 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.237555 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.238087 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:42:30.238410 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: dvr.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.239087 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.239588 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: dvr Jul 28 03:42:30.239908 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: ecmp_routes.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.240822 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.241318 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:42:30.241648 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: empty_string_filtering.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.242575 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.243079 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: empty-string-filtering Jul 28 03:42:30.243404 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.244330 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.244830 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:42:30.245153 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.246092 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.246591 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:42:30.246915 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: external_net.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.247822 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.248327 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: external-net Jul 28 03:42:30.249186 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.250134 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.250658 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: extra_dhcp_opt Jul 28 03:42:30.250966 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: extraroute.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.251871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.252374 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: extraroute Jul 28 03:42:30.252698 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: extraroute_atomic.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.253749 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.254256 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: extraroute-atomic Jul 28 03:42:30.254579 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: filter_validation.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.255500 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.255999 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: filter-validation Jul 28 03:42:30.256321 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: fip_pf_description.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.257240 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.257760 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:42:30.258084 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: fip_port_details.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.258995 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.259497 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: fip-port-details Jul 28 03:42:30.259825 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: flavors.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.261041 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.261556 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: flavors Jul 28 03:42:30.261907 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.263574 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.264114 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:42:30.265031 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: floatingip_pools.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.265764 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.266278 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: floatingip-pools Jul 28 03:42:30.266605 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: ip_allocation.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.267537 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.268042 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:42:30.268367 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.269285 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.269836 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: ip-substring-filtering Jul 28 03:42:30.270164 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l2_adjacency.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.271091 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.271595 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:42:30.271918 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.273029 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.273552 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: router Jul 28 03:42:30.273912 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.276137 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.276664 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:42:30.276998 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.277960 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.278473 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: ext-gw-mode Jul 28 03:42:30.278801 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.279774 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.280286 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: l3-ha Jul 28 03:42:30.280609 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3_flavors.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.281534 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.282079 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: l3-flavors Jul 28 03:42:30.282408 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.283319 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.283826 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:42:30.284148 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: l3agentscheduler.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.285194 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.285716 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: l3_agent_scheduler Jul 28 03:42:30.286050 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: logging.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.287525 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.288051 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension logging not supported by any of loaded plugins Jul 28 03:42:30.288382 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: metering.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.289125 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.289729 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: metering Jul 28 03:42:30.290057 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.291164 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.291680 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:42:30.292005 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: multiprovidernet.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.292932 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.293445 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: multi-provider Jul 28 03:42:30.293803 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: netmtu.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.294721 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.295229 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: net-mtu Jul 28 03:42:30.295574 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: netmtu_writable.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.296491 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.296997 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: net-mtu-writable Jul 28 03:42:30.297866 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: network_availability_zone.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: network_availability_zone Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: network_ip_availability.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: network-ip-availability Jul 28 03:42:30.301129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: network_segment_range.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.301632 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.303520 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:42:30.305614 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: pagination.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.306713 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.307078 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: pagination Jul 28 03:42:30.307410 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: port_device_profile.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.308334 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.308854 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: port-device-profile Jul 28 03:42:30.309183 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.310128 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.310639 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: port-mac-address-regenerate Jul 28 03:42:30.311488 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.312411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.312925 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: port-numa-affinity-policy Jul 28 03:42:30.313250 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: port_resource_request.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.314203 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.314710 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:42:30.315036 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: portbindings.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.315961 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.316468 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: binding Jul 28 03:42:30.316793 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: portbindings_extended.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.318222 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.318742 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: binding-extended Jul 28 03:42:30.319075 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: portsecurity.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.319997 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.320513 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: port-security Jul 28 03:42:30.320839 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: project_id.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.321871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.322205 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: project-id Jul 28 03:42:30.322534 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: providernet.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.323471 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.323986 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: provider Jul 28 03:42:30.324309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.328392 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.328913 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos not supported by any of loaded plugins Jul 28 03:42:30.329248 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.330535 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.331054 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:42:30.331385 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.332306 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.332826 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:42:30.333153 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_default.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.334089 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.334601 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:42:30.334929 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_fip.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.335584 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.336087 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:42:30.336413 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_gateway_ip.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.337338 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.337879 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:42:30.338205 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_port_network_policy.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.339125 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.339631 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:42:30.339953 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_rule_type_details.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.340875 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.341377 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:42:30.341792 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: qos_rules_alias.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.342788 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.343299 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:42:30.343622 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: quotasv2.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.344536 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.344863 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: quotas Jul 28 03:42:30.345184 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: quotasv2_detail.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.348248 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.348593 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: quota_details Jul 28 03:42:30.348930 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: rbac.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.350220 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.350749 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: rbac-policies Jul 28 03:42:30.351084 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: rbac_address_group.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.352034 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.352554 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: rbac-address-group Jul 28 03:42:30.352906 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: rbac_address_scope.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.353842 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.354356 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: rbac-address-scope Jul 28 03:42:30.354684 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: rbac_security_groups.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.371029 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.371543 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: rbac-security-groups Jul 28 03:42:30.371871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: rbac_subnetpool.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.372793 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.373301 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: rbac-subnetpool Jul 28 03:42:30.374197 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: revisionifmatch.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.375134 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.375650 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: revision-if-match Jul 28 03:42:30.375977 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: revisions.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.377092 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.377607 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: standard-attr-revisions Jul 28 03:42:30.377963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: router_availability_zone.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.378643 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.379152 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: router_availability_zone Jul 28 03:42:30.379522 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: routerservicetype.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.380701 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.381207 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:42:30.381532 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.382485 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.382997 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:42:30.383324 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.384239 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.384800 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: port-security-groups-filtering Jul 28 03:42:30.385129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.386082 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.386595 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: security-groups-remote-address-group Jul 28 03:42:30.386976 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: securitygroup.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.397526 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.398093 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: security-group Jul 28 03:42:30.398433 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: segment.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.399227 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.399787 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension segment not supported by any of loaded plugins Jul 28 03:42:30.400115 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.405645 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.406364 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:42:30.406693 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: servicetype.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.407994 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.408555 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: service-type Jul 28 03:42:30.408938 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: sorting.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.410019 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.410356 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: sorting Jul 28 03:42:30.410681 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: standard_attr_segment.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.411682 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.412201 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:42:30.412528 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: standardattrdescription.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.413187 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.413712 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: standard-attr-description Jul 28 03:42:30.414050 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: stateful_security_group.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.415029 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.415547 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: stateful-security-group Jul 28 03:42:30.415871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: stdattrs_common.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.416454 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:42:30.416776 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.417732 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.418243 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:42:30.418565 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnet_onboard.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.419684 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.420202 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: subnet_onboard Jul 28 03:42:30.421048 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.422019 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.422534 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:42:30.422860 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnet_service_types.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.423791 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.424305 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: subnet-service-types Jul 28 03:42:30.424637 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnetallocation.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.425778 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.426296 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: subnet_allocation Jul 28 03:42:30.426621 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.427290 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.427800 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:42:30.428123 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.429058 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.429567 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:42:30.429920 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: tagging.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.431007 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.431524 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: standard-attr-tag Jul 28 03:42:30.431850 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: timestamp.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.433043 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.433597 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loaded extension: standard-attr-timestamp Jul 28 03:42:30.433913 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: trunk.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.440353 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.440876 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension trunk not supported by any of loaded plugins Jul 28 03:42:30.441201 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: trunk_details.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.442150 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.442669 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:42:30.442992 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: uplink_status_propagation.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.443959 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.444472 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:42:30.444796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Loading extension file: vlantransparent.py {{(pid=105150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:42:30.445465 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:42:30.446045 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:42:30.448589 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:network Jul 28 03:42:30.449126 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:42:30.449533 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:42:30.449972 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:port Jul 28 03:42:30.451220 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.451696 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service FLAVORS assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.452319 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.452746 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.453077 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:router Jul 28 03:42:30.453507 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:42:30.454029 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service METERING assigned prefix: /metering {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.455535 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.455917 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.456276 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:42:30.457296 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:42:30.457772 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:42:30.458221 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:42:30.458834 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service CORE assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.459174 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:42:30.459526 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] subnetpool is already registered Jul 28 03:42:30.459956 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service CORE assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.460282 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:42:30.460613 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] subnetpool is already registered Jul 28 03:42:30.464356 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.464814 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service FLAVORS assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.465429 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.465886 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.466227 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:router Jul 28 03:42:30.466614 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] router is already registered Jul 28 03:42:30.467031 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:42:30.467409 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] floatingip is already registered Jul 28 03:42:30.467874 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service METERING assigned prefix: /metering {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.468553 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:42:30.468882 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] rbac_policy is already registered Jul 28 03:42:30.469299 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:42:30.469633 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] security_group is already registered Jul 28 03:42:30.470074 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:42:30.470410 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] security_group_rule is already registered Jul 28 03:42:30.470893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service CORE assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.471221 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:42:30.471556 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] subnetpool is already registered Jul 28 03:42:30.471976 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.v2.resource_helper [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Service CORE assigned prefix: {{(pid=105150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:42:30.472301 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:42:30.472633 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING neutron.quota.resource_registry [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] subnetpool is already registered Jul 28 03:42:30.473086 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: extensions {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.474794 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: address-groups {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.479926 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: address-scopes {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.479926 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: agents {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.479926 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: auto-allocated-topology {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.480172 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: availability_zones {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.481269 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: dhcp-networks {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.482683 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: dhcp-agents {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.484770 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: routers {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.486504 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: flavors {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.487654 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: service_profiles {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.488985 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: next_providers {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.490424 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: service_profiles {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.491843 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: floatingip-pools {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.493069 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: routers {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.494905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: floatingips {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.496093 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: l3-routers {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.497454 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: l3-agents {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.499570 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: metering-labels {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.500815 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: metering-label-rules {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.502099 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: network-ip-availabilities {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.503437 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: bindings {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.506086 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: quotas {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.506780 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: quotas {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.508308 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: rbac-policies {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.509487 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: security-groups {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.510710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: security-group-rules {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.511933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: service-providers {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.513282 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: subnetpools {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.514670 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: subnetpools {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.516101 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.517905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.519584 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.521452 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.523162 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.524985 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.527717 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.529498 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.531281 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.533110 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron.api.extensions [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Extended resource: tags {{(pid=105150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:42:30.539452 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING keystonemiddleware.auth_token [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:42:30.544071 dv-cinder-802648-1-iscsi neutron-server[105150]: WARNING keystonemiddleware.auth_token [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:42:30.553018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Acquired lock "singleton_lock" {{(pid=105150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:42:30.553491 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_concurrency.lockutils [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Releasing lock "singleton_lock" {{(pid=105150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:42:30.554163 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Starting 2 workers Jul 28 03:42:30.559014 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Started child 105295 {{(pid=105150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:42:30.564019 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Started child 105296 {{(pid=105150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:42:30.564957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.565666 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO neutron.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:42:30.566318 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Notify callbacks [] for process, before_spawn {{(pid=105150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.566485 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [-] (105295) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:42:30.568710 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Starting 1 workers Jul 28 03:42:30.568977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.570476 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [-] (105296) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:42:30.573915 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Started child 105297 {{(pid=105150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:42:30.574439 dv-cinder-802648-1-iscsi neutron-server[105150]: INFO oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Starting 1 workers Jul 28 03:42:30.577553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] calling RpcWorker wait() {{(pid=105297) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:42:30.578179 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] returning from RpcWorker wait() {{(pid=105297) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:42:30.578983 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Started child 105298 {{(pid=105150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:42:30.579455 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.579797 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG neutron_lib.callbacks.manager [None req-c11930a1-e4b0-4e41-a5b8-540160368d65 None None] Notify callbacks [] for process, after_spawn {{(pid=105150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.579966 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:30.581715 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:42:30.581938 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:42:30.582128 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:42:30.582340 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:42:30.582681 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:42:30.582845 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:42:30.583510 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.583777 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.583912 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:30.584411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.584411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.584579 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.585263 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.585524 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.585774 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:30.585871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.586084 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.586335 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.586506 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.586670 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.586928 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.587166 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.587479 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.587802 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.588084 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.588368 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.588543 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.588802 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.589071 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.589323 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.589599 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] debug = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.589880 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.590366 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.590595 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.590834 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.591070 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.591346 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.591581 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.591845 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.592150 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.592647 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.592905 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.593156 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.593410 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.593630 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.593899 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.594162 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.594382 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.594868 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] host = dv-cinder-802648-1-iscsi {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.595106 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.595368 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.595582 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.595813 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.596061 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.596310 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.596559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.596816 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.597069 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.597297 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.597539 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.597808 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.598045 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.598293 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.598457 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_options = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.598711 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.598983 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.599414 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.599598 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.599753 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.599996 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.600194 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.600522 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.600775 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.600996 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.601215 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.601434 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.601668 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.601923 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.602188 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.602449 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.602703 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.602931 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.603204 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.603439 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.603670 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.603900 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.604143 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.604364 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.604598 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.604814 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.605057 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.605517 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.605759 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.606032 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.606288 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.606501 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.606774 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.607018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.607250 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.607484 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.607707 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.608492 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.608804 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.609030 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.609296 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.609531 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.609803 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.610111 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.610933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.610933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_json = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.610933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.610933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.611461 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.611461 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.612710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.612710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.612710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.612710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.612710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.613018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.613348 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.613601 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.613873 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.614182 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.614381 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.614625 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.614920 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.615176 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.615505 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.615733 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.616025 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.616278 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.616524 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.616866 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.617151 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.617431 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.617652 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.617938 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.618179 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.618429 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.618774 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.619037 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.619310 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.619575 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.619794 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.620037 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.620275 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.620494 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.620733 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.621022 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.621301 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.621525 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.621765 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.621992 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.622244 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.622481 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.622713 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.622956 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.623195 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.623444 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.624241 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.624460 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.624675 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.624911 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.625127 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.625360 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.625578 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.625868 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.626216 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.626384 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.628103 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.631893 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632411 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632813 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632813 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.632930 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.633099 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.633316 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.633564 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.633803 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.634239 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.634558 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.634784 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.635053 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.635296 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.635562 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.635937 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.636349 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.636581 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.636985 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.637221 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.637731 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.638063 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.638435 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.638754 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.639212 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.639571 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.639889 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.640180 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.640464 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.640901 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.641274 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.641721 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.641994 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.642234 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.642653 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.642901 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.643197 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.643471 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.643749 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.643987 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.644442 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.644908 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.645339 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.645843 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.646135 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.646401 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.646671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.646912 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.647187 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.647425 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.647699 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.647928 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.648214 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.648462 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.648704 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.648967 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.649200 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.649558 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.649849 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.650109 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.650331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.650640 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.650903 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.651161 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.651436 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.651704 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.651984 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.652215 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.652475 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.652695 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.652912 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.653145 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.653367 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.653588 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.653831 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.654234 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.654626 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.655030 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.655452 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.655879 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.656248 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.656640 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.656870 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.657099 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.657334 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.657554 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.657802 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.658045 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.658284 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.658515 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.658739 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.658990 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.659247 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.659471 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.659753 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.660018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.660238 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.660516 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.660827 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.661006 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.661388 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.661853 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.662085 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.662309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.662532 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.662754 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.662993 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.663234 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.663467 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.663690 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.663925 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.664171 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.664526 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.664784 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.665027 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.665272 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.665496 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.665786 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.666045 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.666265 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.666487 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.666708 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.666946 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.667218 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.667461 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.667684 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.667899 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.668114 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.668352 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.668571 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.668783 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.669079 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.669336 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.669571 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.669854 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.670094 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.670313 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.671053 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.671267 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.671478 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.671704 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.671921 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.672132 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.672361 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.672595 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.672806 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.673031 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.673268 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.673479 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.673722 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.673940 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.674154 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.674377 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.674594 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.674824 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.675074 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.675377 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.675629 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676239 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676239 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676239 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676502 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676675 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.676886 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.677134 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.677344 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.677800 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.678292 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.678545 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.678767 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.679409 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.679804 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.680065 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.680312 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.680637 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.680855 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.681123 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.681346 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.681567 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.681836 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.682096 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.682407 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.682710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.682996 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.683283 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.683553 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.683854 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.684192 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.684432 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.684736 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.685083 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.685372 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.685632 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.685899 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.686703 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.686945 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.687171 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.687393 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.687629 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.687850 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.688112 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.688366 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.688613 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.688888 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.689164 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.689388 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.689635 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.689885 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.690133 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.690357 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.690515 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:42:30.691027 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:42:30.691188 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:42:30.691344 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:42:30.691534 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:42:30.691704 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:42:30.691856 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:42:30.692062 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.692226 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.692393 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.692540 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.692698 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.692876 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693037 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693194 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693353 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693509 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693667 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.693915 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694001 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694153 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694311 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694469 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694627 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694784 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.694946 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695104 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695260 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695417 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695574 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] debug = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695731 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.695921 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696085 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696242 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696402 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696561 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696716 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.696871 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697029 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697188 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697346 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697504 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697662 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.697842 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.698001 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] host = dv-cinder-802648-1-iscsi {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701163 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.701798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_options = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702331 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.702796 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703347 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703347 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703347 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703347 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703347 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703683 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703683 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703823 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.703940 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.704257 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.704416 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.704575 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.704733 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.704890 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705046 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705202 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705359 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705516 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705674 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.705855 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706013 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706168 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706344 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706572 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706710 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706839 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.706965 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707125 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707282 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707437 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707595 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707758 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.707950 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_json = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708100 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708287 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708439 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708579 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708712 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.708853 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.709011 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.709157 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:42:30.709336 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.709523 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.709674 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.709855 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710012 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710226 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710371 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710510 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710642 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710795 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.710935 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711067 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711206 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711342 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711501 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711664 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.711868 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712082 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712246 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712406 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712565 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712726 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.712902 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713063 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713224 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713384 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713543 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713771 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.713860 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714025 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714184 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714343 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714501 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714661 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714820 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.714979 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715138 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715297 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715456 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715616 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715775 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.715933 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716092 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716253 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716412 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716572 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716730 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.716890 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717050 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717229 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717401 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717561 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717795 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.717948 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718109 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718267 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718428 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718574 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718732 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.718896 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719055 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719248 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719407 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719567 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719727 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.719887 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720047 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720215 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720365 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720524 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720684 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.720843 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721002 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721162 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721321 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721481 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721640 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721824 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.721987 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722146 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722306 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722465 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722623 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722783 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.722950 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723457 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723457 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723457 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723694 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723774 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.723862 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.724018 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.724181 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.724337 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.724690 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.724853 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725013 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725176 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725336 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725435 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:30.725512 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725641 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725824 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.725984 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.729809 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.730756 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731243 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731678 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731678 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731678 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731678 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731915 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.731915 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732068 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732181 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732528 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732528 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732706 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.732790 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.733454 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.733616 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.733798 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.733960 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734120 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734279 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734438 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734608 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734801 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.734963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735123 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735281 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735441 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735600 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735760 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.735919 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736077 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736237 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736395 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736553 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736714 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.736895 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737026 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737203 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737324 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737514 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737742 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.737936 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.738036 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.738197 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.738526 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.738837 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739146 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739342 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739483 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739619 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739774 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.739987 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.740082 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.740587 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.740587 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.740587 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.740810 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741288 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741288 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741288 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.741963 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.742671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.742671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.742671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.742671 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743129 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743391 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743391 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743672 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743672 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743817 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.743894 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744050 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744210 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744369 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744527 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.744844 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745014 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745173 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745332 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745491 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745654 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.745865 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746054 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746172 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746317 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746459 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746617 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746777 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.746945 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747106 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747264 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747426 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747582 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747741 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.747911 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748070 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748228 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748386 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748596 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748754 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.748927 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749086 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749249 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749417 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749581 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749765 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.749923 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.750095 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.754309 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.755559 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756105 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.756686 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.757280 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:42:30.757280 dv-cinder-802648-1-iscsi neutron-server[105150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:42:30.980390 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58364) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:30.988906 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061908 Jul 28 03:42:42.209099 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6ee00-a0d4-428c-9429-f6bb6e3ebc34 None None] get_active_networks_info from dv-cinder-802648-1-iscsi {{(pid=105297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:42:42.284111 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6ee00-a0d4-428c-9429-f6bb6e3ebc34 None None] No non-hosted networks {{(pid=105297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:42:42.297610 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.agentschedulers_db [None req-72f6ee00-a0d4-428c-9429-f6bb6e3ebc34 None None] DHCP Agent not found on host dv-cinder-802648-1-iscsi {{(pid=105297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 03:42:42.497449 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-4d585f26-d497-4f1b-ab75-e4d9b5172875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.114358 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d24-85f6-4ace-8e5f-eb05427e2285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.171643 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.db.api [None req-a0ca8e2a-7646-4e2a-a8a6-7eb4cfcbef6a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-802648-1-iscsi {{(pid=105297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:42:45.178695 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG oslo_db.api [None req-a0ca8e2a-7646-4e2a-a8a6-7eb4cfcbef6a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:42:45.275277 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.276321 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.277020 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.277587 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.278135 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.278834 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.279362 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.279902 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.280499 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.281028 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.281740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.282320 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.282893 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.283503 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802648-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.291188 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802648-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:45.762750 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8e2a-7646-4e2a-a8a6-7eb4cfcbef6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.930407 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:47.627274 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:47.679939 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.db.l3_hamode_db [None req-3672610c-1dd2-4b17-8333-1fc30bb4b273 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:42:47.756583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672610c-1dd2-4b17-8333-1fc30bb4b273 None None] Routers set() bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:47.756968 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672610c-1dd2-4b17-8333-1fc30bb4b273 None None] Router IDs set() for agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:42:48.614526 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58456) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:49.099829 dv-cinder-802648-1-iscsi neutron-server[105296]: WARNING oslo_policy.policy [None req-b80ccf15-47c2-446e-8361-a91d37200157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:42:49.100414 dv-cinder-802648-1-iscsi neutron-server[105296]: WARNING oslo_policy.policy [None req-b80ccf15-47c2-446e-8361-a91d37200157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:42:49.322423 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [None req-b80ccf15-47c2-446e-8361-a91d37200157 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:42:49.323796 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b80ccf15-47c2-446e-8361-a91d37200157 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069964 Jul 28 03:42:51.684686 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58470) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:51.986474 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:52.078806 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.policy [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:42:52.124920 dv-cinder-802648-1-iscsi neutron-server[105296]: WARNING oslo_policy.policy [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:42:52.125291 dv-cinder-802648-1-iscsi neutron-server[105296]: WARNING oslo_policy.policy [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:42:52.133994 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.quota [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] Loaded quota_driver: . Jul 28 03:42:52.329674 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768388665443', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768388666782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768388686255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768388683877', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768390220254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768388700006', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1644633', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766993'] for rbac-policy, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.545514 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:52.547299 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8ca2741d-0a0f-43ef-bffb-62f0e5b990c5 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8615963 Jul 28 03:42:55.077798 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58482) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:55.379706 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'project_id': 'bc43a994f9784f0ea84b27acec2b2773'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:55.604048 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Made reservation on behalf of bc43a994f9784f0ea84b27acec2b2773 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:55.606928 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.623199 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.742830 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.815453 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.835529 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:42:55.863736 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768392395560', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:55.864248 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Unsubscribe: segment precommit_create {{(pid=105296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:42:55.864747 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Added segment 9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c of type vlan for network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c Jul 28 03:42:55.883619 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcad978-3f5b-42cd-b4e3-fa1d4afe5001,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:55.930600 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.930945 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.931284 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.931616 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.931944 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.932285 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.932613 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.932947 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.933304 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.933607 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.933948 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.934261 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Tracked resource versions report: Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: pushed versions: Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: { 'AddressGroup': {'1.2'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'ConntrackHelper': {'1.0'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Log': {'1.0'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Network': {'1.1'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Port': {'1.7'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'PortForwarding': {'1.2'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'QosPolicy': {'1.8'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroup': {'1.4'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SubPort': {'1.0'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Subnet': {'1.1'}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Trunk': {'1.1'}} Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: consumer versions: Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'ConntrackHelper': '1.0', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Log': '1.0', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Network': '1.1', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Port': '1.7', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'PortForwarding': '1.2', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'QosPolicy': '1.8', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroup': '1.4', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroupRule': '1.2', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SubPort': '1.0', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Subnet': '1.1', Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Trunk': '1.1'}} Jul 28 03:42:55.935349 dv-cinder-802648-1-iscsi neutron-server[105296]: {{(pid=105296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:42:55.982633 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.084165 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.085380 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:56.086066 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.179349 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] Pushing event updated for resources: {'Network': ['ID=df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:56.191522 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:42:56.222464 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a35a8316-3ba7-4158-87e9-275ec1d6ff49 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1435945 Jul 28 03:42:58.826009 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58496) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:59.207186 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62661121-15b9-4735-9ecd-ca892d379704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:59.208555 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-62661121-15b9-4735-9ecd-ca892d379704 admin admin] 10.222.0.13 "GET /v2.0/networks/df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c HTTP/1.1" status: 200 len: 825 time: 0.3815978 Jul 28 03:42:59.232628 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d8a20566-dfb9-466e-aef1-65f591bfe6f1 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1911c24a-b6e2-4d3e-8496-a3b260107893 HTTP/1.1" status: 200 len: 734 time: 0.0179729 Jul 28 03:42:59.241888 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'name': 'private-subnet'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:42:59.328052 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Made reservation on behalf of bc43a994f9784f0ea84b27acec2b2773 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:42:59.330381 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.684609 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.753273 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d5b8f9-2628-4c8c-a559-e72989af8327,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:59.757945 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Checking segment: {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:42:59.758333 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Network hostable DHCP agents. Network: df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:42:59.844417 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:42:59.912618 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:42:59.917352 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:59.917967 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:59.923683 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f9c86-3c95-487e-b0e6-dc60c836223b None None] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:43:00.001725 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-411f174d-d7fc-4771-9fc1-439c8b7e8e09 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7493608 Jul 28 03:43:00.239327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:43:00.240669 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:00.596886 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Allocated IP 172.20.0.2 (df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c/e1d5b8f9-2628-4c8c-a559-e72989af8327/c6435afc-cb74-4e77-bc1d-51f7e0dcb04b) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:00.823622 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:00.838015 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Transition to ACTIVE for port object c6435afc-cb74-4e77-bc1d-51f7e0dcb04b will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:00.859499 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Transition to ACTIVE for port object c6435afc-cb74-4e77-bc1d-51f7e0dcb04b will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:00.947687 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.027205 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:01.034420 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:01.039652 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Pushing event updated for resources: {'Port': ['ID=c6435afc-cb74-4e77-bc1d-51f7e0dcb04b,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:01.041824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:01.051852 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.052222 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.052568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.052907 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.053241 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.053572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.053927 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.054256 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.054596 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.054925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.055537 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.055537 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Tracked resource versions report: Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: pushed versions: Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: { 'AddressGroup': {'1.2'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'ConntrackHelper': {'1.0'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Log': {'1.0'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Network': {'1.1'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Port': {'1.7'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'PortForwarding': {'1.2'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'QosPolicy': {'1.8'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroup': {'1.4'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SubPort': {'1.0'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Subnet': {'1.1'}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Trunk': {'1.1'}} Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: consumer versions: Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'ConntrackHelper': '1.0', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Log': '1.0', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Network': '1.1', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Port': '1.7', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'PortForwarding': '1.2', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'QosPolicy': '1.8', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroup': '1.4', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroupRule': '1.2', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SubPort': '1.0', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Subnet': '1.1', Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Trunk': '1.1'}} Jul 28 03:43:01.056629 dv-cinder-802648-1-iscsi neutron-server[105297]: {{(pid=105297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:43:01.127762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Attempting to bind port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:43:01.128087 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Attempting to bind port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:43:01.128508 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Attempting to bind port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b on network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:01.133609 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:43:01.134056 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Checking segment: {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:01.134517 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.134906 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Bound using segment: {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:43:01.135371 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Bound port: c6435afc-cb74-4e77-bc1d-51f7e0dcb04b, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:43:01.135762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.198192 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] For port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:43:01.202864 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] For port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=c6435afc-cb74-4e77-bc1d-51f7e0dcb04b,segment=NetworkSegment(9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c),segment_id=9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:43:01.288949 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.353957 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bea6f-1f36-476c-a02f-7d31b0071b97 None None] Pushing event updated for resources: {'Port': ['ID=c6435afc-cb74-4e77-bc1d-51f7e0dcb04b,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:02.444142 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58504) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:02.766678 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [None req-e4af7e07-49a2-44df-b624-66c77a5b8d43 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:43:02.767743 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e4af7e07-49a2-44df-b624-66c77a5b8d43 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3226547 Jul 28 03:43:05.118046 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58512) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:05.423948 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [None req-ac88f019-678c-4d9f-aba1-5ddccbca5cfe admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:43:05.425018 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ac88f019-678c-4d9f-aba1-5ddccbca5cfe admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060493 Jul 28 03:43:08.010609 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58522) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:08.305561 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:08.385145 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.386796 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.524635 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.584098 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.672903 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:08.674117 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-23637d9d-61a8-443e-a18d-600953bc58e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6625130 Jul 28 03:43:09.372593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c6435afc-cb74-4e77-bc1d-51f7e0dcb04b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:09.527638 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:09.679830 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8df6dc-433b-4618-aeef-2e3f7b1ed705 None None] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:43:09.829508 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Provisioning for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:09.837901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Provisioning complete for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:09.838287 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.960992 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.996342 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] For port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=c6435afc-cb74-4e77-bc1d-51f7e0dcb04b,segment=NetworkSegment(9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c),segment_id=9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:10.072336 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:10.118556 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6ffa3-544a-41ca-985f-773cefa28d8d None None] Pushing event updated for resources: {'Port': ['ID=c6435afc-cb74-4e77-bc1d-51f7e0dcb04b,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:10.190899 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-730df1e2-8d16-405d-b286-a411b93b9d2e None None] Provisioning complete for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:10.191317 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-730df1e2-8d16-405d-b286-a411b93b9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:11.059486 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 58534) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:11.348361 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c6435afc-cb74-4e77-bc1d-51f7e0dcb04b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:11.365017 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [None req-3672bf83-6905-47d0-96ea-6cc526715428 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:43:11.366113 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3672bf83-6905-47d0-96ea-6cc526715428 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055933 Jul 28 03:43:11.394621 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:11.394987 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:12.184561 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2636-c754-49b8-b6d3-0e54269dd324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:13.696326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58542) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:14.175892 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING oslo_policy.policy [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:43:14.176473 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING oslo_policy.policy [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:43:14.399020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:14.400576 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.quota [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Loaded quota_driver: . Jul 28 03:43:14.552197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Made reservation on behalf of cff6b0fa229e4a44ad5116d9d129db4f for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:43:14.620090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.policy [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105295) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:43:14.666607 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING oslo_policy.policy [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:43:14.666916 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING oslo_policy.policy [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:43:14.677855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:14.697920 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:14.823375 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:14.895068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:14.906329 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Reserving flat network on physical network physnet1 {{(pid=105295) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:43:14.941858 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768392395560', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:14.942359 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Unsubscribe: segment precommit_create {{(pid=105295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:43:14.942877 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Added segment c525774a-0f46-44c7-b212-a9f5222a89d9 of type flat for network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 Jul 28 03:43:14.962363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f504eb-75a0-4201-8625-3db000bd808e,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:14.992829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.993170 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.993506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.993857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.994182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.994521 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.994876 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.995211 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.995547 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.995865 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.996178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.996489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Tracked resource versions report: Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: pushed versions: Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: { 'AddressGroup': {'1.2'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'ConntrackHelper': {'1.0'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Log': {'1.0'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Network': {'1.1'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Port': {'1.7'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'PortForwarding': {'1.2'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'QosPolicy': {'1.8'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroup': {'1.4'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SubPort': {'1.0'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Subnet': {'1.1'}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Trunk': {'1.1'}} Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: consumer versions: Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'ConntrackHelper': '1.0', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Log': '1.0', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Network': '1.1', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Port': '1.7', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'PortForwarding': '1.2', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'QosPolicy': '1.8', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroup': '1.4', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroupRule': '1.2', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SubPort': '1.0', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Subnet': '1.1', Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Trunk': '1.1'}} Jul 28 03:43:14.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: {{(pid=105295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:43:15.058981 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7064945c-c8c6-4af7-b34a-0838b53fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:15.074979 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:15.186499 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:15.187634 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:15.188331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:15.212780 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:15.279371 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] Pushing event updated for resources: {'Network': ['ID=b74388db-c1ac-4d8a-9903-6b35b7a1d1e4,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:15.289825 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:43:15.318676 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-00d960e2-307e-41a9-81b2-e18db2a7c06e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6212814 Jul 28 03:43:15.944144 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.592179 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:17.654079 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58572) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:17.867312 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ce34c-3098-49de-a85a-b00951828178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:17.868674 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-fa9ce34c-3098-49de-a85a-b00951828178 admin admin] 10.222.0.13 "GET /v2.0/subnets/e1d5b8f9-2628-4c8c-a559-e72989af8327 HTTP/1.1" status: 200 len: 849 time: 0.2135596 Jul 28 03:43:18.026015 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6f77379b-b841-49b0-ae1a-41665f4013a1 admin admin] 10.222.0.13 "GET /v2.0/routers/719217fd-6466-423b-894e-25966a6ec4fd HTTP/1.1" status: 200 len: 704 time: 0.1507316 Jul 28 03:43:18.297615 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.583649 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Allocated IP 172.20.0.1 (df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c/e1d5b8f9-2628-4c8c-a559-e72989af8327/3988134e-037e-4fe7-b0e2-76e94c2054af) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:18.758042 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:18.780069 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Transition to ACTIVE for port object 3988134e-037e-4fe7-b0e2-76e94c2054af will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:18.952955 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.021477 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:19.032596 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:19.037711 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Pushing event updated for resources: {'Port': ['ID=3988134e-037e-4fe7-b0e2-76e94c2054af,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:19.048661 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:19.049238 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.300423 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.318017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-984d25da-0070-4cb6-b911-21264bbe9d19 None None] Provisioning for port 3988134e-037e-4fe7-b0e2-76e94c2054af completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:19.321718 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-984d25da-0070-4cb6-b911-21264bbe9d19 None None] Provisioning complete for port 3988134e-037e-4fe7-b0e2-76e94c2054af triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:19.322114 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-984d25da-0070-4cb6-b911-21264bbe9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.357087 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-984d25da-0070-4cb6-b911-21264bbe9d19 None None] Port 3988134e-037e-4fe7-b0e2-76e94c2054af cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:43:19.558294 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.626598 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.627408 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.703375 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Pushing event updated for resources: {'Port': ['ID=3988134e-037e-4fe7-b0e2-76e94c2054af,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:19.750738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:19.752035 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:19.978403 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b75bb10d-2c78-4a7a-b5bf-9a8c12c5da72 None None] Provisioning complete for port 3988134e-037e-4fe7-b0e2-76e94c2054af triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:19.978770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b75bb10d-2c78-4a7a-b5bf-9a8c12c5da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:19.981042 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Router 719217fd-6466-423b-894e-25966a6ec4fd is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:43:20.011617 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-b75bb10d-2c78-4a7a-b5bf-9a8c12c5da72 None None] Port 3988134e-037e-4fe7-b0e2-76e94c2054af cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:43:20.072557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:20.077785 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c1b7aa2a-c38c-4e55-95c6-570e3ec46be1 admin admin] 10.222.0.13 "PUT /v2.0/routers/719217fd-6466-423b-894e-25966a6ec4fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0459061 Jul 28 03:43:20.093811 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Sync routers for ids ['719217fd-6466-423b-894e-25966a6ec4fd'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:20.105154 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Routers {'719217fd-6466-423b-894e-25966a6ec4fd'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:20.106034 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:43:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['719217fd-6466-423b-894e-25966a6ec4fd'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:20.290017 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Set router 719217fd-6466-423b-894e-25966a6ec4fd gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:20.706111 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:19Z', 'revision_number': 2, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port_host': None, '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:19Z', 'revision_number': 2, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:20.756103 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Checking router: 719217fd-6466-423b-894e-25966a6ec4fd for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:20.756471 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Updating router 719217fd-6466-423b-894e-25966a6ec4fd port 3988134e-037e-4fe7-b0e2-76e94c2054af binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:43:20.803779 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.318383 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.331675 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Transition to ACTIVE for port object 3988134e-037e-4fe7-b0e2-76e94c2054af will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:21.397971 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.563761 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Pushing event updated for resources: {'Port': ['ID=3988134e-037e-4fe7-b0e2-76e94c2054af,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:21.572563 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Attempting to bind port 3988134e-037e-4fe7-b0e2-76e94c2054af on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:43:21.572921 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Attempting to bind port 3988134e-037e-4fe7-b0e2-76e94c2054af by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:43:21.573331 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Attempting to bind port 3988134e-037e-4fe7-b0e2-76e94c2054af on network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:21.576729 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.577079 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.577417 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.577772 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.578102 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.578941 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.579266 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.579661 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.580007 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.580334 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.580652 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.580970 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Tracked resource versions report: Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: pushed versions: Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: { 'AddressGroup': {'1.2'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'ConntrackHelper': {'1.0'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Log': {'1.0'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Network': {'1.1'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Port': {'1.7'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'PortForwarding': {'1.2'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'QosPolicy': {'1.8'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroup': {'1.4'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SubPort': {'1.0'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Subnet': {'1.1'}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Trunk': {'1.1'}} Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: consumer versions: Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'ConntrackHelper': '1.0', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Log': '1.0', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Network': '1.1', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Port': '1.7', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'PortForwarding': '1.2', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'QosPolicy': '1.8', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroup': '1.4', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroupRule': '1.2', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SubPort': '1.0', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Subnet': '1.1', Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Trunk': '1.1'}} Jul 28 03:43:21.582062 dv-cinder-802648-1-iscsi neutron-server[105298]: {{(pid=105298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:43:21.586603 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:43:21.587053 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Checking segment: {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:21.587488 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.587868 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Bound using segment: {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:43:21.588355 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Bound port: 3988134e-037e-4fe7-b0e2-76e94c2054af, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:43:21.588730 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.660188 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] For port 3988134e-037e-4fe7-b0e2-76e94c2054af, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:43:21.680644 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] For port 3988134e-037e-4fe7-b0e2-76e94c2054af, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=3988134e-037e-4fe7-b0e2-76e94c2054af,segment=NetworkSegment(9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c),segment_id=9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:43:21.832650 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.893978 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Routers {'719217fd-6466-423b-894e-25966a6ec4fd'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:21.894599 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:43:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['719217fd-6466-423b-894e-25966a6ec4fd'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:21.896533 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b6436-6503-40b4-a889-1552953cb4cc None None] Pushing event updated for resources: {'Port': ['ID=3988134e-037e-4fe7-b0e2-76e94c2054af,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:21.991920 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] Set router 719217fd-6466-423b-894e-25966a6ec4fd gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:22.199263 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:19Z', 'revision_number': 2, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port_host': None, '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:21Z', 'revision_number': 4, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:22.226905 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800aa7c-e2f0-4b13-9768-f30dac77db2c None None] The sync data for ids ['719217fd-6466-423b-894e-25966a6ec4fd'] in dv-cinder-802648-1-iscsi is: [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:19Z', 'revision_number': 2, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port_host': None, '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:21Z', 'revision_number': 4, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:22.273082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58594) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:22.379697 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abfb5a6-36f2-4e92-ac99-be004754fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:22.381073 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-5abfb5a6-36f2-4e92-ac99-be004754fda8 admin admin] 10.222.0.13 "GET /v2.0/networks/b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 HTTP/1.1" status: 200 len: 842 time: 0.1069226 Jul 28 03:43:22.391054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:22.521447 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Made reservation on behalf of cff6b0fa229e4a44ad5116d9d129db4f for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:43:22.523725 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.893648 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.objects.ports [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:43:22.894011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:22.949667 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d898006-5fba-4d34-977f-db1c68a36fc4,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:22.954594 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:22.954980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Network hostable DHCP agents. Network: b74388db-c1ac-4d8a-9903-6b35b7a1d1e4, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:43:23.052490 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:43:23.117763 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, b74388db-c1ac-4d8a-9903-6b35b7a1d1e4) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:23.123370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:23.124640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.125810 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83993a9a-1d14-4407-a419-45c125be658d None None] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:43:23.210194 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ece48389-c276-4044-9253-c37c1fb458ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8224347 Jul 28 03:43:23.254874 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6d605-4cda-4251-8442-8dbb241b9b39 None None] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:43:25.474100 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58602) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:25.603654 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-d6dcafe0-a6bc-4c6e-bd99-3523af463913 admin admin] 10.222.0.13 "GET /v2.0/routers/719217fd-6466-423b-894e-25966a6ec4fd HTTP/1.1" status: 200 len: 710 time: 0.1283083 Jul 28 03:43:25.637135 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:25.692815 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb40ca5-0fd9-4e42-a590-53b1251fcafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:25.694245 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-7eb40ca5-0fd9-4e42-a590-53b1251fcafa admin admin] 10.222.0.13 "GET /v2.0/networks/b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 HTTP/1.1" status: 200 len: 886 time: 0.0848172 Jul 28 03:43:25.703869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:43:26.005005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.358236 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.434577 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.540636 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Allocated IP 172.27.0.243 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/09596906-b412-4554-b134-38780e16cb3c) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:43:26.637536 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.736258 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.772438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:43:26.775133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:43:26.781014 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:43:26.786044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Pushing event updated for resources: {'Port': ['ID=09596906-b412-4554-b134-38780e16cb3c,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:27.091314 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.290999 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.294325 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554364'] for router, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.384570 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3988134e-037e-4fe7-b0e2-76e94c2054af up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:27.406168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Router 719217fd-6466-423b-894e-25966a6ec4fd has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:43:27.492724 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 3988134e-037e-4fe7-b0e2-76e94c2054af completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:27.503749 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 3988134e-037e-4fe7-b0e2-76e94c2054af triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:27.503749 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.515378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:43:27.519657 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.530567 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-03c91aee-b2ac-49ff-9098-1c91d8538913 admin admin] 10.222.0.13 "PUT /v2.0/routers/719217fd-6466-423b-894e-25966a6ec4fd HTTP/1.1" status: 200 len: 890 time: 1.8300483 Jul 28 03:43:27.587321 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.622351 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 3988134e-037e-4fe7-b0e2-76e94c2054af, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=3988134e-037e-4fe7-b0e2-76e94c2054af,segment=NetworkSegment(9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c),segment_id=9be3d1a4-0fe4-45e1-8bb7-a5060524cc6c)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:27.744350 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:27.837990 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=3988134e-037e-4fe7-b0e2-76e94c2054af,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:28.660550 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Sync routers for ids ['719217fd-6466-423b-894e-25966a6ec4fd'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:43:28.671370 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Routers {'719217fd-6466-423b-894e-25966a6ec4fd'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:28.672030 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:43:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['719217fd-6466-423b-894e-25966a6ec4fd'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:28.877837 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Set router 719217fd-6466-423b-894e-25966a6ec4fd gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:29.262088 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '09596906-b412-4554-b134-38780e16cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:26Z', 'revision_number': 4, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port': {'id': '09596906-b412-4554-b134-38780e16cb3c', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:26Z', 'updated_at': '2021-07-28T03:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:27Z', 'revision_number': 5, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:29.313304 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Checking router: 719217fd-6466-423b-894e-25966a6ec4fd for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:43:29.313667 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Updating router 719217fd-6466-423b-894e-25966a6ec4fd port 09596906-b412-4554-b134-38780e16cb3c binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:43:29.360285 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.382776 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3988134e-037e-4fe7-b0e2-76e94c2054af up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:29.559256 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 3988134e-037e-4fe7-b0e2-76e94c2054af triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:29.559561 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.781786 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.795061 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Transition to ACTIVE for port object 09596906-b412-4554-b134-38780e16cb3c will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:43:29.863838 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:29.897859 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 58614) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:43:29.994395 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c60a62-d211-41d9-ac3b-b2ab6d50f249 None None] Pushing event updated for resources: {'Port': ['ID=09596906-b412-4554-b134-38780e16cb3c,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:29.996818 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Attempting to bind port 09596906-b412-4554-b134-38780e16cb3c on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:43:29.997194 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Attempting to bind port 09596906-b412-4554-b134-38780e16cb3c by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:43:29.997560 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Attempting to bind port 09596906-b412-4554-b134-38780e16cb3c on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:43:30.004270 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:43:30.004653 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:43:30.005090 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.005481 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:43:30.005986 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Bound port: 09596906-b412-4554-b134-38780e16cb3c, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:43:30.006392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.060300 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] For port 09596906-b412-4554-b134-38780e16cb3c, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:43:30.064585 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] For port 09596906-b412-4554-b134-38780e16cb3c, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=09596906-b412-4554-b134-38780e16cb3c,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:43:30.104067 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0e418549-ee84-420c-a8e0-638ec5baa511 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2025595 Jul 28 03:43:30.139218 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:30.201491 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Routers {'719217fd-6466-423b-894e-25966a6ec4fd'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:43:30.202155 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:43:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['719217fd-6466-423b-894e-25966a6ec4fd'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:30.204600 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c60a62-d211-41d9-ac3b-b2ab6d50f249 None None] Pushing event updated for resources: {'Port': ['ID=09596906-b412-4554-b134-38780e16cb3c,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:30.309952 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] Set router 719217fd-6466-423b-894e-25966a6ec4fd gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:43:30.543110 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '09596906-b412-4554-b134-38780e16cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:26Z', 'revision_number': 4, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port': {'id': '09596906-b412-4554-b134-38780e16cb3c', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:26Z', 'updated_at': '2021-07-28T03:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:27Z', 'revision_number': 5, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:43:30.548112 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4f0b-ca5d-4ff5-ab2d-a1fae9c5badb None None] The sync data for ids ['719217fd-6466-423b-894e-25966a6ec4fd'] in dv-cinder-802648-1-iscsi is: [{'id': '719217fd-6466-423b-894e-25966a6ec4fd', 'name': 'router1', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '09596906-b412-4554-b134-38780e16cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:43:08Z', 'updated_at': '2021-07-28T03:43:26Z', 'revision_number': 4, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'gw_port': {'id': '09596906-b412-4554-b134-38780e16cb3c', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:26Z', 'updated_at': '2021-07-28T03:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '3988134e-037e-4fe7-b0e2-76e94c2054af', 'name': '', 'network_id': 'df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c', 'tenant_id': 'bc43a994f9784f0ea84b27acec2b2773', 'mac_address': 'fa:16:3e:02:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719217fd-6466-423b-894e-25966a6ec4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:43:18Z', 'updated_at': '2021-07-28T03:43:27Z', 'revision_number': 5, 'project_id': 'bc43a994f9784f0ea84b27acec2b2773', 'subnets': [{'id': 'e1d5b8f9-2628-4c8c-a559-e72989af8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1911c24a-b6e2-4d3e-8496-a3b260107893'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:43:31.396792 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 09596906-b412-4554-b134-38780e16cb3c up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:31.526982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 09596906-b412-4554-b134-38780e16cb3c completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:43:31.530982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 09596906-b412-4554-b134-38780e16cb3c triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:31.531349 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:31.607479 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:31.627995 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 09596906-b412-4554-b134-38780e16cb3c, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=09596906-b412-4554-b134-38780e16cb3c,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:43:31.698249 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:31.744345 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=09596906-b412-4554-b134-38780e16cb3c,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:43:33.372052 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 09596906-b412-4554-b134-38780e16cb3c up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:43:33.425963 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 09596906-b412-4554-b134-38780e16cb3c triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:43:33.426698 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:42.174780 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfc65-d770-4422-b7c0-b90053136c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:45.037623 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-15f8b7e8-7d26-4852-b527-ae11c079f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:45.231985 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:45.883177 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:47.589779 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:02.637448 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:12.185765 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-783f3a64-df66-4f42-b30d-65dea233ab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:15.065334 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-df922742-a3c2-4793-ac68-eb3e50965ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:15.267611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:15.913842 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:17.579384 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:39.636073 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:42.173674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b3eda0b-9224-4d3b-a6ef-78a18fd98777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:45.078039 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a3042baa-c23c-4d2e-8e18-632d3cb83de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:45.209174 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:45.918011 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:47.578510 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:07.547506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59182) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:07.606549 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe2a0a7-64b1-458c-800d-93ce6e6f5cf5 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:45:07.607977 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ebe2a0a7-64b1-458c-800d-93ce6e6f5cf5 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594525 Jul 28 03:45:07.763471 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac40db-7a89-46ff-b161-1eb6d762583c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:07.764965 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-09ac40db-7a89-46ff-b161-1eb6d762583c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1527727 Jul 28 03:45:09.932504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59192) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:10.022705 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cee11-5ecd-405c-86b1-650c00862a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.024039 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e18cee11-5ecd-405c-86b1-650c00862a4b admin admin] 10.222.0.13 "GET /v2.0/subnets/e1d5b8f9-2628-4c8c-a559-e72989af8327 HTTP/1.1" status: 200 len: 849 time: 0.0905955 Jul 28 03:45:10.034052 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:45:10.113858 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:10.328070 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768392321320'] for subnet, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:10.356876 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.357464 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:10.358817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] 10.222.0.13 "PUT /v2.0/subnets/e1d5b8f9-2628-4c8c-a559-e72989af8327 HTTP/1.1" status: 200 len: 868 time: 0.3284032 Jul 28 03:45:10.379311 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d5b8f9-2628-4c8c-a559-e72989af8327,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:45:10.381515 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6b3a7-f9b1-4d4d-ba17-726e0206afdf None None] Network df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:45:10.387285 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.387677 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.388021 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.388354 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.388681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.389026 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.389357 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.389681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.390030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.390353 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.390807 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.391131 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e935-789d-4f17-9d27-e8cf08c71ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:45:10.742079 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8b04-2904-4015-b820-ccef6a69e648 None None] Provisioning complete for port c6435afc-cb74-4e77-bc1d-51f7e0dcb04b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:45:10.742449 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8b04-2904-4015-b820-ccef6a69e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:10.824283 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8b04-2904-4015-b820-ccef6a69e648 None None] Provisioning complete for port 3988134e-037e-4fe7-b0e2-76e94c2054af triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:45:10.824573 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8b04-2904-4015-b820-ccef6a69e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:12.190850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5191-3436-479f-acd7-f90326044ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:12.501017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59200) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:12.691277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871cf10-512b-4003-baef-8eb6fe6963f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:12.691670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871cf10-512b-4003-baef-8eb6fe6963f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:12.693216 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b871cf10-512b-4003-baef-8eb6fe6963f5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1912332 Jul 28 03:45:14.817886 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59208) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:14.941152 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109dba2b-46bb-4cae-bbbf-954ca80041a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:14.941623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109dba2b-46bb-4cae-bbbf-954ca80041a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:14.943168 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-109dba2b-46bb-4cae-bbbf-954ca80041a1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1243408 Jul 28 03:45:15.225109 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-56aad02a-cdc5-490c-a8e8-13dd0ca06538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:15.253666 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:15.899032 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:16.634815 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:17.089038 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59216) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:17.209475 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef91c5-bcef-431a-a9a0-cc2a909d9ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:17.210845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-72ef91c5-bcef-431a-a9a0-cc2a909d9ab5 admin admin] 10.222.0.13 "GET /v2.0/networks/b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 HTTP/1.1" status: 200 len: 886 time: 0.1200199 Jul 28 03:45:17.623746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:19.354310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59224) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:19.481611 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5024039-841b-4706-a0d6-e747aba51e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:19.482966 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a5024039-841b-4706-a0d6-e747aba51e9c admin admin] 10.222.0.13 "GET /v2.0/networks/df1c89f3-1ae9-4ab6-8a2d-44cc3abe6a9c HTTP/1.1" status: 200 len: 869 time: 0.1272261 Jul 28 03:45:21.620845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59232) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:21.737452 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a85c64-6431-4464-abc8-247b8da0417b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:21.737936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a85c64-6431-4464-abc8-247b8da0417b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:21.739442 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-47a85c64-6431-4464-abc8-247b8da0417b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1176579 Jul 28 03:45:23.880145 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59240) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:24.006181 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0492b-022f-4917-869b-d6807b0b365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:24.006628 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0492b-022f-4917-869b-d6807b0b365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:24.008120 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-25c0492b-022f-4917-869b-d6807b0b365a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270571 Jul 28 03:45:26.146301 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59250) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:26.228503 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263cf3d-b89f-42cd-933e-7a58c8e92783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:26.230427 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1263cf3d-b89f-42cd-933e-7a58c8e92783 admin admin] 10.222.0.13 "GET /v2.0/subnets/7d898006-5fba-4d34-977f-db1c68a36fc4 HTTP/1.1" status: 200 len: 816 time: 0.0825701 Jul 28 03:45:28.350360 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59258) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:28.439617 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d84c4-5993-454d-8311-c2e88ba07032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:28.440945 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-426d84c4-5993-454d-8311-c2e88ba07032 admin admin] 10.222.0.13 "GET /v2.0/subnets/e1d5b8f9-2628-4c8c-a559-e72989af8327 HTTP/1.1" status: 200 len: 868 time: 0.0896087 Jul 28 03:45:42.178136 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ae3e-2612-4470-b393-8a4c6964013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.034884 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f80f3ddf-9138-4258-950c-033ceccb9cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.231356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:45.943385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:47.589848 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:53.633675 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:55.346115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59312) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:55.393055 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [None req-d402d0d9-742d-4788-8901-35d437ea561e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:45:55.394056 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d402d0d9-742d-4788-8901-35d437ea561e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470216 Jul 28 03:45:57.603837 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59320) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:57.661909 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bc368d-cef9-4757-b161-2fdf16d5ba4b admin admin] GET failed (client error): The resource could not be found. Jul 28 03:45:57.663217 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-59bc368d-cef9-4757-b161-2fdf16d5ba4b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584252 Jul 28 03:45:57.746595 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475eed6-ae9d-44a2-b1dd-58ba4deca8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:57.748295 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b475eed6-ae9d-44a2-b1dd-58ba4deca8f4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808985 Jul 28 03:45:59.922344 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59328) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:45:59.966942 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:00.063038 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Made reservation on behalf of cff6b0fa229e4a44ad5116d9d129db4f for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:00.065333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:00.093180 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING neutron.services.revisions.revision_plugin [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Could not find related network for resource to bump revision. Jul 28 03:46:00.115308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:46:00.117233 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:00.117574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Added segment b5ab647f-f5d2-4924-9b73-bc265c3f6f7e of type vlan for network c95b90ef-29be-4eaf-9028-b55ffac4c215 Jul 28 03:46:00.154356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:00.251520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:00.252436 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:00.253008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:00.308937 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] Pushing event updated for resources: {'Network': ['ID=c95b90ef-29be-4eaf-9028-b55ffac4c215,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:00.319458 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:46:00.378461 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6fde5ae8-39bf-4a79-9a7c-2d56ab159587 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4549162 Jul 28 03:46:02.585961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59336) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:02.644267 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82fab1e-70c0-45bd-b130-e289ae4a9ac6 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:46:02.645584 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f82fab1e-70c0-45bd-b130-e289ae4a9ac6 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586627 Jul 28 03:46:02.711347 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197a79f-eb13-4847-a2ac-de97ac1f7c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:02.712897 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1197a79f-eb13-4847-a2ac-de97ac1f7c20 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0629578 Jul 28 03:46:02.722871 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:46:02.839379 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Made reservation on behalf of cff6b0fa229e4a44ad5116d9d129db4f for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:46:02.841527 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.063209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.210739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41aa5d7f-e95d-40f4-afdf-2fc827be2d68,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:03.218265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Checking segment: {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:03.218619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Network hostable DHCP agents. Network: c95b90ef-29be-4eaf-9028-b55ffac4c215, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:46:03.296921 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:46:03.371152 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, c95b90ef-29be-4eaf-9028-b55ffac4c215) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:03.375408 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:03.375996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.380249 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab834aa-bd08-4d2d-b1bb-9028f35908a1 None None] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:03.515211 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-64f6a672-d35a-4448-bd97-78bca6f51cc3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7957647 Jul 28 03:46:03.520316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-c95b90ef-29be-4eaf-9028-b55ffac4c215', 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215', 'tenant_id': 'cff6b0fa229e4a44ad5116d9d129db4f', 'fixed_ips': [{'subnet_id': '41aa5d7f-e95d-40f4-afdf-2fc827be2d68'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:46:03.521213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.798346 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Allocated IP 192.168.233.2 (c95b90ef-29be-4eaf-9028-b55ffac4c215/41aa5d7f-e95d-40f4-afdf-2fc827be2d68/f66a7645-d3dc-4648-8609-867c1dcd15d3) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:46:03.942744 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.950845 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Transition to ACTIVE for port object f66a7645-d3dc-4648-8609-867c1dcd15d3 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:03.965883 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Transition to ACTIVE for port object f66a7645-d3dc-4648-8609-867c1dcd15d3 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:46:04.057773 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.095845 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:46:04.098752 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:46:04.104297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:46:04.109861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Pushing event updated for resources: {'Port': ['ID=f66a7645-d3dc-4648-8609-867c1dcd15d3,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:04.120537 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.122952 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.123201 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.123544 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.123872 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.124307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.124631 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:04.174182 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Attempting to bind port f66a7645-d3dc-4648-8609-867c1dcd15d3 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:46:04.174547 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Attempting to bind port f66a7645-d3dc-4648-8609-867c1dcd15d3 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:46:04.174901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Attempting to bind port f66a7645-d3dc-4648-8609-867c1dcd15d3 on network c95b90ef-29be-4eaf-9028-b55ffac4c215 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:46:04.179903 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:46:04.180260 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Checking segment: {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:46:04.180651 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.181034 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Bound using segment: {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:46:04.181486 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Bound port: f66a7645-d3dc-4648-8609-867c1dcd15d3, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:46:04.182087 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.245316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] For port f66a7645-d3dc-4648-8609-867c1dcd15d3, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:46:04.248655 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] For port f66a7645-d3dc-4648-8609-867c1dcd15d3, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=f66a7645-d3dc-4648-8609-867c1dcd15d3,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:46:04.367159 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:04.413509 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0518-840c-4f4b-aeba-3b0d71f358be None None] Pushing event updated for resources: {'Port': ['ID=f66a7645-d3dc-4648-8609-867c1dcd15d3,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:05.244611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3db4701-4485-4df0-9464-a1ecd15fe7fc None None] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:46:05.366640 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-6bb9dd64-a3ed-4524-bdc1-8eaa139f8787 None None] Provisioning for port f66a7645-d3dc-4648-8609-867c1dcd15d3 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:05.519443 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f66a7645-d3dc-4648-8609-867c1dcd15d3 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:46:05.656930 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port f66a7645-d3dc-4648-8609-867c1dcd15d3 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:46:05.661240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port f66a7645-d3dc-4648-8609-867c1dcd15d3 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:05.661609 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.737873 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.769608 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port f66a7645-d3dc-4648-8609-867c1dcd15d3, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=f66a7645-d3dc-4648-8609-867c1dcd15d3,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:46:05.886121 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.932828 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=f66a7645-d3dc-4648-8609-867c1dcd15d3,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:07.479504 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f66a7645-d3dc-4648-8609-867c1dcd15d3 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:46:07.538865 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port f66a7645-d3dc-4648-8609-867c1dcd15d3 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:46:07.539239 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:12.165213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-db702b70-6145-4cbe-9fcb-542bd2edb3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:15.050809 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-62c993d2-893b-4e08-92ff-8c80ec4b2b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:15.216407 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:15.925062 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:17.576032 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:30.632248 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:42.198415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fb2f34d2-0a78-468c-8f40-55bc174a4400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.032301 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-e7b36d9e-cc70-44cd-8c0d-b40123e0a1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.221430 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:45.929965 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:47.661122 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:07.631064 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:12.168180 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-2ed9983d-3190-4893-82a6-b635c37d5a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:15.048846 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-cc696033-39c6-4db0-9f3c-9f7e5e2f7539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:15.220715 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:15.957810 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:17.580073 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:21.353019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59388) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:21.359785 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [None req-33c2e693-ce44-4bd9-9b49-1d8303a05b7c tempest-verify_tempest_config-1702349194 tempest-verify_tempest_config-1702349194-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:47:21.360767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-33c2e693-ce44-4bd9-9b49-1d8303a05b7c tempest-verify_tempest_config-1702349194 tempest-verify_tempest_config-1702349194-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067356 Jul 28 03:47:21.838766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59406) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:21.936579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.023277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.077266 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.126286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ce743-8a7d-4d82-9eff-f8604cb04391,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:22.135480 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e08a4472b76d4703afb4aea07516848b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2957153 Jul 28 03:47:22.137121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.137475 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.137842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.138181 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.138319 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59410) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:47:22.138798 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.138915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.139172 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.139550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.139852 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.140180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.140505 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.140826 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ef01b-9c79-45a7-b16e-c016b7f1d293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.192365 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.213249 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.346363 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.348833 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:22.349996 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/506ce743-8a7d-4d82-9eff-f8604cb04391 HTTP/1.1" status: 204 len: 168 time: 0.2108421 Jul 28 03:47:22.357607 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ce743-8a7d-4d82-9eff-f8604cb04391,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:22.364324 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.364689 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.365027 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.365356 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.365682 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.366052 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.366383 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.366715 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.367042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.367358 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.367676 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:22.367989 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16bdb8-5b45-4a0b-97f0-aeef627b39c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:47:42.166883 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-56bd0cb6-7556-4569-9c05-f284bc0e9e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:44.629039 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:45.059442 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf9ba-2c90-44ab-a5b7-40ed29488dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.224812 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:45.905196 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:47.607631 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:12.183036 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f3aab847-71e5-409a-b33b-492cdd052331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:15.085584 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-9c62f2ab-de8c-4b6c-ac44-b4237c800c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:15.235822 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:15.921515 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:17.601431 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:21.627652 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 5 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:48:42.149941 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4f0-2253-4843-9574-47d9f88ff41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:45.037698 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d7aca687-c639-4b12-bf85-6949ba226b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:45.234926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:45.946486 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:47.634551 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:58.237237 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543707'] for agent, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:58.626412 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:49:12.157094 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd831-76a0-469e-a31f-d7974f3fa834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:12.612785 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59484) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:12.712350 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ec41688e-d316-4711-8df1-702e53a5d0b4 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0984917 Jul 28 03:49:14.849582 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59494) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:14.902043 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8f578ad7-3a3e-4b56-991a-90dd053b7264 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0513427 Jul 28 03:49:15.026175 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3748-a46e-4aec-8b30-82cafd520d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:15.228387 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:15.927884 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:17.613564 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:28.212881 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.625764 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:49:42.149761 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b4a6-4eec-42c0-87bb-344a656828c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:45.016217 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3b96afa5-f064-4c78-993a-2de3c17a9d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:45.246291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:45.914961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:47.611938 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:58.235572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:12.148442 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3509-5547-4444-9a9b-c43e0c15fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:12.624651 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:15.033567 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-27383f8e-0dc8-4e80-9ddd-e60b770b9094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:15.238636 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:15.925494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:17.616332 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:28.232983 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:41.648184 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59666) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:41.917840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-462724394-network', 'tenant_id': '2aabb6ac616942a9bb780e0fb6270509'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:42.016034 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Made reservation on behalf of 2aabb6ac616942a9bb780e0fb6270509 for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:42.019253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.034007 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.125396 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.169762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c9308962-0818-4ff0-b071-5b673e70a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.204399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.229104 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:50:42.238933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4886c62f-e04b-402d-b508-fa0dc5ae9baa,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:42.243433 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.243799 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Added segment 0289bbad-7076-4622-bdc7-cc7423053890 of type vlan for network 578341db-1314-467f-953d-230d437bcd10 Jul 28 03:50:42.256000 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.256369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.256710 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.257044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.257373 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.257738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.258071 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.258415 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.258754 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.259084 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.259402 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.259739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Tracked resource versions report: Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: pushed versions: Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Log': {'1.0'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Network': {'1.1'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Port': {'1.7'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'PortForwarding': {'1.2'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'QosPolicy': {'1.8'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroup': {'1.4'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SubPort': {'1.0'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Subnet': {'1.1'}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Trunk': {'1.1'}} Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: consumer versions: Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'ConntrackHelper': '1.0', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Log': '1.0', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Network': '1.1', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Port': '1.7', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'PortForwarding': '1.2', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'QosPolicy': '1.8', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroup': '1.4', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SecurityGroupRule': '1.2', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'SubPort': '1.0', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Subnet': '1.1', Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: 'Trunk': '1.1'}} Jul 28 03:50:42.260745 dv-cinder-802648-1-iscsi neutron-server[105295]: {{(pid=105295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:42.302073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.316407 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59702) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:42.403835 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.404861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:42.405486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.463819 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] Pushing event updated for resources: {'Network': ['ID=578341db-1314-467f-953d-230d437bcd10,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:42.475001 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 578341db-1314-467f-953d-230d437bcd10 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:42.524795 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-771b9256-b3fc-47ce-98db-8e402f513b1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8762393 Jul 28 03:50:42.527608 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59710) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:42.532607 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Request body: {'subnet': {'network_id': '578341db-1314-467f-953d-230d437bcd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-462724394-subnet', 'tenant_id': '2aabb6ac616942a9bb780e0fb6270509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:42.615552 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Made reservation on behalf of 2aabb6ac616942a9bb780e0fb6270509 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:42.617940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.780001 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59718) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:42.824009 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59724) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:42.843732 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59728) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:42.867525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:42.902599 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-129510198-network', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:42.942534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6550448-c4d7-43a7-b9eb-ea610f41e900,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:42.954126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Checking segment: {'id': '0289bbad-7076-4622-bdc7-cc7423053890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '578341db-1314-467f-953d-230d437bcd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:42.954493 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Network hostable DHCP agents. Network: 578341db-1314-467f-953d-230d437bcd10, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:43.135880 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Made reservation on behalf of d3ffdd893b2d44759b8bacce84f192da for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:43.138270 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.144161 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Network 578341db-1314-467f-953d-230d437bcd10 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:43.147934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2141546436-network', 'tenant_id': 'f7b4013c53d94598a16872aee30be511'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:43.149659 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.187643 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-network', 'tenant_id': 'c2225b073de246b69280290dce7fa584'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:43.217510 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1246640833-network', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:43.227051 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 578341db-1314-467f-953d-230d437bcd10) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:43.232030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:43.232705 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.245272 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80012666-8ad3-4b24-8862-ad0f7556f8b1 None None] Network 578341db-1314-467f-953d-230d437bcd10 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:43.284147 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:43.286553 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.304541 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.367948 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.369327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814cb00d-db30-4587-8a9e-703d18c79a70 None None] Network 578341db-1314-467f-953d-230d437bcd10 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:43.462457 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.501162 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cef920-0682-4db0-a955-f548c778b29f,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:43.536008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:50:43.545547 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.548571 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Made reservation on behalf of c2225b073de246b69280290dce7fa584 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:43.550359 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Added segment 476ac823-20ba-4bff-9ae0-84a78c256110 of type vlan for network aad75adf-c16e-4ebb-a894-a1a95cdac1bb Jul 28 03:50:43.551054 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.571841 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.600668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.656489 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Made reservation on behalf of e813232dd5a04dab8ab4409826b2cdb9 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:43.659128 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.671115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.728983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.738167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:43.738167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.788582 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-05559318-be06-4a12-9e3e-15bd2e511f38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2598126 Jul 28 03:50:43.819563 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] Pushing event updated for resources: {'Network': ['ID=aad75adf-c16e-4ebb-a894-a1a95cdac1bb,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:43.831354 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:43.847358 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.918598 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.937972 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:50:43.957398 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:43.957760 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Added segment fdc4ad96-7902-45b3-8453-34ae2b9d72f9 of type vlan for network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 Jul 28 03:50:43.959054 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d789a9f-8f0a-422a-b197-0fd44c2e6655,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:43.973214 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.973576 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.973941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.974321 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.974647 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.974972 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.975299 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.975619 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.975951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.976271 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.976586 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.976897 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Tracked resource versions report: Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: pushed versions: Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Log': {'1.0'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Network': {'1.1'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Port': {'1.7'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'PortForwarding': {'1.2'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'QosPolicy': {'1.8'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroup': {'1.4'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SubPort': {'1.0'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Subnet': {'1.1'}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Trunk': {'1.1'}} Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: consumer versions: Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'ConntrackHelper': '1.0', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Log': '1.0', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Network': '1.1', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Port': '1.7', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'PortForwarding': '1.2', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'QosPolicy': '1.8', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroup': '1.4', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SecurityGroupRule': '1.2', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'SubPort': '1.0', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Subnet': '1.1', Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: 'Trunk': '1.1'}} Jul 28 03:50:43.977921 dv-cinder-802648-1-iscsi neutron-server[105296]: {{(pid=105296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:44.016409 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.020588 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-cae41435-a89b-4075-9d8f-3d2cdb390d64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7031269 Jul 28 03:50:44.021287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59770) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:44.026405 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Request body: {'subnet': {'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-subnet', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:44.118673 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.131556 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.132867 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:44.134062 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.195915 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.214430 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] Pushing event updated for resources: {'Network': ['ID=2fd54d26-ef29-4623-a6d8-11fde45c5e16,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:44.223151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:50:44.233335 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:44.278394 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.278394 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Added segment 2a6621de-5d67-4ee0-bbf1-b55d04e45a1d of type vlan for network 7fd140e9-74dd-4e79-8303-2c88dc35d567 Jul 28 03:50:44.294574 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6f586-d464-4cba-be7a-6016465718b8,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:44.337118 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.383241 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.523278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.523278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.523278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:44.523278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.594213 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:50:44.603337 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ca9c1-aed1-4ea6-ad77-a4d52250193d,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:44.615755 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd140e9-74dd-4e79-8303-2c88dc35d567,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:44.616263 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.616263 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Added segment 4150152f-97b2-48fa-bbdc-8c44c5c03d2f of type vlan for network 8e4bc4dd-5073-41e8-882a-2aef5754b43e Jul 28 03:50:44.628421 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:44.663410 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8a0fc86f-60b1-4ccc-a127-72cee2bbf8de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8822687 Jul 28 03:50:44.664054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59812) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:44.676534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Request body: {'subnet': {'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2141546436-subnet', 'tenant_id': 'f7b4013c53d94598a16872aee30be511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:44.677888 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.723908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Made reservation on behalf of d3ffdd893b2d44759b8bacce84f192da for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:44.726356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.845363 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f9b72249-e04e-441d-9fc6-05b81d4554b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0197389 Jul 28 03:50:44.846194 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.847537 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:44.848204 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:44.850194 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59824) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:44.856638 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Request body: {'subnet': {'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-subnet', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:44.950471 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4bc4dd-5073-41e8-882a-2aef5754b43e,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:44.962151 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:45.018168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.058116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:45.060393 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.072308 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebf75-03b9-4f89-9aa4-f8543df2c99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.105749 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4fa5c1f3-ebc0-40d8-8fe2-552c7c382801 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2602134 Jul 28 03:50:45.111023 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59860) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:45.122527 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Request body: {'subnet': {'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1246640833-subnet', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:45.148614 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f004755f-2c71-44d7-8d8d-f86fd3a43681,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:45.204896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Checking segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:45.208082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Network hostable DHCP agents. Network: aad75adf-c16e-4ebb-a894-a1a95cdac1bb, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:45.208261 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Made reservation on behalf of c2225b073de246b69280290dce7fa584 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:45.209577 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.279189 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.317428 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:45.351010 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59876) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:45.353347 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Made reservation on behalf of e813232dd5a04dab8ab4409826b2cdb9 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:45.355650 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.356823 dv-cinder-802648-1-iscsi neutron-server[105295]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:50:45.435931 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.437809 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, aad75adf-c16e-4ebb-a894-a1a95cdac1bb) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:45.443653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:45.443653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.448157 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126442c8-7f16-4b43-8145-35b6b6721241 None None] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:45.540656 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1291b172-00cb-4dba-935e-c04a548a31be,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:45.586974 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.623964 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ab77d-19c9-4d2c-bcaa-5e79a4306412 None None] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:45.643978 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-0629d315-6459-4763-9890-5a02117daeb4 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:45.645517 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-0629d315-6459-4763-9890-5a02117daeb4 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/networks?id=578341db-1314-467f-953d-230d437bcd10 HTTP/1.1" status: 200 len: 811 time: 0.2899046 Jul 28 03:50:45.646321 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7006ca5-00d8-4aaf-929f-04c8b18807d2,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:45.646485 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Checking segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:45.646840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Network hostable DHCP agents. Network: 2fd54d26-ef29-4623-a6d8-11fde45c5e16, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:45.655197 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Checking segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:45.656277 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Network hostable DHCP agents. Network: 7fd140e9-74dd-4e79-8303-2c88dc35d567, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:45.661826 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e94fad91-a51c-4db5-8cec-7f55ca2b5d93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6391773 Jul 28 03:50:45.665786 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59882) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:45.673472 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:45.682152 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-1eac5fd3-ec24-495d-aa5b-32effb432c1b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/quotas/2aabb6ac616942a9bb780e0fb6270509 HTTP/1.1" status: 200 len: 375 time: 0.0176947 Jul 28 03:50:45.713968 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.745438 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-6ab333d9-8e40-4f57-a70b-a0420e066a4d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aabb6ac616942a9bb780e0fb6270509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559833 Jul 28 03:50:45.771021 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59888) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:45.784751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:45.810975 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.812000 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.870777 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:45.881327 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.890456 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 2fd54d26-ef29-4623-a6d8-11fde45c5e16) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:45.895469 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:45.905293 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.905637 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158a5e9-b7ca-42f4-a663-e52b2f03838b None None] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:45.906115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 7fd140e9-74dd-4e79-8303-2c88dc35d567) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:45.906115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8487355b-6306-4f87-afb5-068dfcc7a9db,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:45.919237 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:45.920090 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:45.940994 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Checking segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:45.941340 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Network hostable DHCP agents. Network: 8e4bc4dd-5073-41e8-882a-2aef5754b43e, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:45.959541 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62990d25-0c96-44b1-8b98-705f41819358 None None] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:45.999971 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-339ffd84-1d4b-410f-bb82-adfcdf7e1926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.022144 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-28ee70d5-01c7-4784-b1f9-09356b7641a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3552084 Jul 28 03:50:46.023937 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.032626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-10b10ab6-4304-4c83-8b58-493ab5ef920c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:50:46.037973 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-10b10ab6-4304-4c83-8b58-493ab5ef920c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068730 Jul 28 03:50:46.115892 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-641921a9-b595-49a7-8bd9-eff4709b814a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2631135 Jul 28 03:50:46.138169 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971ffb4-3402-412f-8392-669348afe511 None None] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:46.185612 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59906) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:46.192216 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:46.215386 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-7fd140e9-74dd-4e79-8303-2c88dc35d567', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:50:46.215866 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.231002 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:46.239961 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 8e4bc4dd-5073-41e8-882a-2aef5754b43e) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:46.251828 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-339ffd84-1d4b-410f-bb82-adfcdf7e1926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.279940 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.285381 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:46.290449 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.310236 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54874a4b-87ba-4dfd-8682-3d24b1cd98d9 None None] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:46.337145 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-f23d7809-63c8-49d1-b2c6-47b0893de53f service neutron] 10.222.0.13 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900527 Jul 28 03:50:46.346617 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59920) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:46.355418 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-339ffd84-1d4b-410f-bb82-adfcdf7e1926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.434366 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-339ffd84-1d4b-410f-bb82-adfcdf7e1926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7464a995550445bd921ddfeadcf3e4bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6598103 Jul 28 03:50:46.443218 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59924) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:46.454401 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-81dfad82-3a44-4e29-9603-62905b082b6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3369579 Jul 28 03:50:46.458139 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ffd84-1d4b-410f-bb82-adfcdf7e1926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f9138-51e2-4b06-8efa-c0304bb6096e,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:46.475735 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Allocated IP 172.20.0.2 (7fd140e9-74dd-4e79-8303-2c88dc35d567/a7006ca5-00d8-4aaf-929f-04c8b18807d2/9722a82e-f6db-455f-bc9d-0d0d67e17ce1) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:46.480726 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59926) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:46.487584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:46.559643 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-b3c6bcf1-3082-4816-a850-dc005f27821d service neutron] 10.222.0.13 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215495 Jul 28 03:50:46.582208 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2801d517-c8db-41a7-ba1a-3e7e244543c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.593546 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.609815 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:50:46.611940 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.623017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.709076 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.710450 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.766983 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.814710 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Allocated IP 172.20.0.2 (8e4bc4dd-5073-41e8-882a-2aef5754b43e/8487355b-6306-4f87-afb5-068dfcc7a9db/95b93592-2f6f-4dc3-826b-1853a3a18749) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:46.878743 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.881663 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.883054 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf3f9138-51e2-4b06-8efa-c0304bb6096e HTTP/1.1" status: 204 len: 168 time: 0.4387753 Jul 28 03:50:46.892445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.896856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.929166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:46.999886 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.012457 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.173925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.183240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Transition to ACTIVE for port object 95b93592-2f6f-4dc3-826b-1853a3a18749 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:47.202677 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Transition to ACTIVE for port object 95b93592-2f6f-4dc3-826b-1853a3a18749 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:47.209685 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Transition to ACTIVE for port object 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:47.224172 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Transition to ACTIVE for port object 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:47.240713 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcaa1e-420d-4da4-8b11-8295c2ac9a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3f9138-51e2-4b06-8efa-c0304bb6096e,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:47.275490 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.307920 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aafab94b-4936-4f4a-abfd-433e8387860c req-129e330b-49ae-4d84-b489-194faebeca43 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0644073 Jul 28 03:50:47.369701 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.433461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.448758 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:47.465654 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 59972) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:47.477393 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Pushing event updated for resources: {'Port': ['ID=95b93592-2f6f-4dc3-826b-1853a3a18749,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:47.500222 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:47.503717 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:47.505867 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.509509 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.509892 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.510225 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.510551 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.510905 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.511216 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.513932 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.514289 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.514659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.514997 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.520136 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Tracked resource versions report: Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: pushed versions: Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Log': {'1.0'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Network': {'1.1'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Port': {'1.7'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'PortForwarding': {'1.2'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'QosPolicy': {'1.8'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroup': {'1.4'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SubPort': {'1.0'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Subnet': {'1.1'}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Trunk': {'1.1'}} Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: consumer versions: Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'ConntrackHelper': '1.0', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Log': '1.0', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Network': '1.1', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Port': '1.7', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'PortForwarding': '1.2', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'QosPolicy': '1.8', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroup': '1.4', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SecurityGroupRule': '1.2', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'SubPort': '1.0', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Subnet': '1.1', Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: 'Trunk': '1.1'}} Jul 28 03:50:47.522735 dv-cinder-802648-1-iscsi neutron-server[105297]: {{(pid=105297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:47.537318 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.555788 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:47.569398 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2801d517-c8db-41a7-ba1a-3e7e244543c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.571500 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:47.576728 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Allocated IP 172.27.0.131 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/7e83477c-d3e0-4183-a284-06ce664eb18b) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:47.585049 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:47.677723 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2801d517-c8db-41a7-ba1a-3e7e244543c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.720013 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-2801d517-c8db-41a7-ba1a-3e7e244543c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d0c4f0da6ab4057a082fe3d725aa247&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3723226 Jul 28 03:50:47.726406 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Pushing event updated for resources: {'Port': ['ID=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:47.747132 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59984) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:47.789152 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.791701 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Attempting to bind port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:47.796426 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Attempting to bind port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:47.796426 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Attempting to bind port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:47.798268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:47.798633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Checking segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:47.799028 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.799416 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Bound using segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:47.799878 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Bound port: 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:47.800269 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.815301 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Attempting to bind port 95b93592-2f6f-4dc3-826b-1853a3a18749 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:47.815655 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Attempting to bind port 95b93592-2f6f-4dc3-826b-1853a3a18749 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:47.816018 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Attempting to bind port 95b93592-2f6f-4dc3-826b-1853a3a18749 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Checking segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Bound using segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Bound port: 95b93592-2f6f-4dc3-826b-1853a3a18749, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:47.825344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.825911 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.849622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-0c775574-f3b6-4cfb-9115-1d26701ee87a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:47.851536 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.857392 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-0c775574-f3b6-4cfb-9115-1d26701ee87a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.3900495 Jul 28 03:50:47.872930 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801d517-c8db-41a7-ba1a-3e7e244543c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d135d-da1d-46f2-b1d6-c1138d921ce6,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:47.884481 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-fea43594-60ca-42fe-bc74-e36617315e89 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/quotas/f7b4013c53d94598a16872aee30be511 HTTP/1.1" status: 200 len: 375 time: 0.0259426 Jul 28 03:50:47.934377 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] For port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:47.938758 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] For port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:47.939891 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.940353 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] For port 95b93592-2f6f-4dc3-826b-1853a3a18749, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:47.944084 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] For port 95b93592-2f6f-4dc3-826b-1853a3a18749, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=95b93592-2f6f-4dc3-826b-1853a3a18749,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:47.946116 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.951507 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 59994) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:47.953554 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-5358883d-f540-4268-a332-0cfd78662bce tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679593 Jul 28 03:50:47.971539 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e75037cb-09e1-4557-803d-de59a4b6eab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:47.999149 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.049863 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.103029 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777c3df-7799-498d-9a43-2b813296c02e None None] Pushing event updated for resources: {'Port': ['ID=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:48.176254 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a65ea-9628-4f82-a56f-1bedda60968f None None] Pushing event updated for resources: {'Port': ['ID=95b93592-2f6f-4dc3-826b-1853a3a18749,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:48.258537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.288904 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e75037cb-09e1-4557-803d-de59a4b6eab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.291140 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.439219 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-4052e444-64fc-4fb8-9f48-c46b41c99ce3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:50:48.440319 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-4052e444-64fc-4fb8-9f48-c46b41c99ce3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2466607 Jul 28 03:50:48.477377 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26eeeae0-bc35-4590-aae7-d0508a614c06 req-633548e9-5e6f-4a01-b0eb-cc3d5a640a63 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0598307 Jul 28 03:50:48.479433 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e75037cb-09e1-4557-803d-de59a4b6eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.591126 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e75037cb-09e1-4557-803d-de59a4b6eab3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f0603b4ca0347f9a9c656916963b448&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6416943 Jul 28 03:50:48.592206 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75037cb-09e1-4557-803d-de59a4b6eab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7abf4a0-602b-4bf2-b72e-36f735cf426b,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:48.605235 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Allocated IP 172.27.0.92 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/e96a4715-78bd-4c9e-b6cd-37a0760af450) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:48.647016 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60012) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:48.650021 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.667353 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.676349 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.682864 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d66d135d-da1d-46f2-b1d6-c1138d921ce6 HTTP/1.1" status: 204 len: 168 time: 0.9259865 Jul 28 03:50:48.791515 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-1835afe0-1486-4ebc-b344-0706db7f6d3a service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249068 Jul 28 03:50:48.833285 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.848672 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8d872-af74-499a-b9be-d7773d758967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d135d-da1d-46f2-b1d6-c1138d921ce6,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:48.917410 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:48.921541 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:48.933134 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:48.962546 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-f06c3077-76d6-4ca5-9018-5617197bda12 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632416 Jul 28 03:50:48.972494 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:49.007156 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.013545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Pushing event updated for resources: {'Port': ['ID=7e83477c-d3e0-4183-a284-06ce664eb18b,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:49.051203 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.113753 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:49.119714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:49.125399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:49.128561 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Pushing event updated for resources: {'Port': ['ID=e96a4715-78bd-4c9e-b6cd-37a0760af450,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:49.142692 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.221093 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.378324 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Allocated IP 172.27.0.33 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/a1524cdf-18ba-4253-bab2-4e8764c719fc) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:49.398780 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-35d7bdc7-21e8-43cb-a6b4-7158d666917c req-ca86e250-932a-411d-a6c7-af60e0960be3 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.0444818 Jul 28 03:50:49.559412 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.579748 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.582293 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.585748 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7abf4a0-602b-4bf2-b72e-36f735cf426b HTTP/1.1" status: 204 len: 168 time: 0.9306302 Jul 28 03:50:49.639573 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:49.699815 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a828cf2-df36-4925-a672-0dce04d13d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7abf4a0-602b-4bf2-b72e-36f735cf426b,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:49.714104 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60050) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:49.714195 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a6a90-a33b-4210-8f07-ac9fd3930d4d None None] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:49.748581 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.795993 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5580e17-e714-43a0-9169-a68abe2a9ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:49.959077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 95b93592-2f6f-4dc3-826b-1853a3a18749 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:50.019728 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.063908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6701ca9-1c99-423e-a51a-1cba29808e09 req-c2ad4663-af83-4221-a841-5850444a9146 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0319254 Jul 28 03:50:50.152621 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-4275ad4a-4169-45cd-bc4e-bb540f7d6327 None None] Provisioning for port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:50.161291 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.184535 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 95b93592-2f6f-4dc3-826b-1853a3a18749 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:50.192711 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:50.195274 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.245944 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc631d1c-ce93-4cd8-a4d5-35d5be0d1e25 None None] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:50:50.246173 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1524cdf-18ba-4253-bab2-4e8764c719fc,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:50.280012 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:50.287387 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:50.292385 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.303643 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:50.481150 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Provisioning for port 95b93592-2f6f-4dc3-826b-1853a3a18749 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:50.497057 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:50.501238 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Provisioning complete for port 95b93592-2f6f-4dc3-826b-1853a3a18749 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:50.507572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.541645 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:50.543868 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6740b38a-da7d-4b5c-a4f9-8cfc42bf8ff3 req-be2bb27f-3b87-41dd-adc3-2acb60d27287 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.0515540 Jul 28 03:50:50.544874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Router 15cf390a-2265-4306-a333-47060b10fe48 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:50:50.549070 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5580e17-e714-43a0-9169-a68abe2a9ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.563659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.666965 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5580e17-e714-43a0-9169-a68abe2a9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.707837 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a5580e17-e714-43a0-9169-a68abe2a9ec9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f94ee9b0adef40cba264c93a17c122c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9863949 Jul 28 03:50:50.708541 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60080) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:50.758692 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:50.771794 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:50.784042 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:50.785082 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:50.805959 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.822544 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.837282 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5580e17-e714-43a0-9169-a68abe2a9ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bb269-a56e-4d40-9004-349eff7619d6,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:50.861998 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] For port 95b93592-2f6f-4dc3-826b-1853a3a18749, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=95b93592-2f6f-4dc3-826b-1853a3a18749,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:50.877723 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:50.907522 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:50.909278 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1b063b8b-3b6d-4ea6-8195-fd6821f7295d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4259994 Jul 28 03:50:50.911803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 60082) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:50.946519 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.007663 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.038571 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:51.075298 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.101229 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.112295 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfc21d-3f72-45d7-bd15-e835338df96c None None] Pushing event updated for resources: {'Port': ['ID=95b93592-2f6f-4dc3-826b-1853a3a18749,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:51.185311 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-56c5aac0-f23b-492d-9efd-668b2f3114e8 None None] Provisioning complete for port 95b93592-2f6f-4dc3-826b-1853a3a18749 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:51.187275 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-56c5aac0-f23b-492d-9efd-668b2f3114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.230962 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Router 258a997e-826f-472f-9444-b057a5d8c8f1 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:50:51.265518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:51.347596 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d3d5cbf-cd58-46ba-828b-9068f38862ba req-657beb9b-60b4-4049-9595-6fbcd9343cdb tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0519867 Jul 28 03:50:51.374712 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-56c5aac0-f23b-492d-9efd-668b2f3114e8 None None] Provisioning complete for port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:51.375081 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-56c5aac0-f23b-492d-9efd-668b2f3114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.461310 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.515500 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.30', 60251) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:51.543519 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:51.570593 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.581151 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:50:51.591378 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Updating router 15cf390a-2265-4306-a333-47060b10fe48 port e96a4715-78bd-4c9e-b6cd-37a0760af450 binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:50:51.642439 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.660492 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:51.670454 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Sync routers for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:51.685647 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:51.688207 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:51.771623 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 95b93592-2f6f-4dc3-826b-1853a3a18749 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:51.852424 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.860139 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.865496 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/376bb269-a56e-4d40-9004-349eff7619d6 HTTP/1.1" status: 204 len: 168 time: 1.1519039 Jul 28 03:50:51.893919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-e5805bc9-43ac-4a0f-915f-348eb5c88a66 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:51.896015 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:51.899624 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3ce4e-b160-48dd-b99c-c34490dddb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bb269-a56e-4d40-9004-349eff7619d6,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:51.900362 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-e5805bc9-43ac-4a0f-915f-348eb5c88a66 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.30 "GET /v2.0/networks?id=578341db-1314-467f-953d-230d437bcd10 HTTP/1.1" status: 200 len: 811 time: 0.3833833 Jul 28 03:50:51.969183 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.970775 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-048d9a4a-2d52-4d1e-be06-2219a91af366 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3038330 Jul 28 03:50:51.973543 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60116) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:51.983948 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Request body: {'port': {'device_id': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'network_id': '578341db-1314-467f-953d-230d437bcd10', 'admin_state_up': True, 'tenant_id': '2aabb6ac616942a9bb780e0fb6270509'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:52.015422 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 95b93592-2f6f-4dc3-826b-1853a3a18749 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:52.015422 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.092174 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-768426aa-d8ef-45bc-82b8-401a34c447d3 req-28da8503-ca02-4bce-bfbe-2300dd2f4f29 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.1325111 Jul 28 03:50:52.190872 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:50:52.306054 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.336278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.349846 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Transition to ACTIVE for port object e96a4715-78bd-4c9e-b6cd-37a0760af450 will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:52.415526 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:52.431619 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:52.444551 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:52.449749 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:52.519468 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:52.536084 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.568762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:52.607765 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Checking router: 258a997e-826f-472f-9444-b057a5d8c8f1 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:50:52.608659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Updating router 258a997e-826f-472f-9444-b057a5d8c8f1 port 7e83477c-d3e0-4183-a284-06ce664eb18b binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:50:52.618238 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63acc0ba-62c0-49ae-9210-b5f505d64e46 req-17a7305e-4615-471c-84cb-e712d269049e tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0880527 Jul 28 03:50:52.632169 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:52.632539 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.658708 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.694172 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Made reservation on behalf of 2aabb6ac616942a9bb780e0fb6270509 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:52.698265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.730196 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Attempting to bind port e96a4715-78bd-4c9e-b6cd-37a0760af450 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:52.730863 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Attempting to bind port e96a4715-78bd-4c9e-b6cd-37a0760af450 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:52.731620 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Attempting to bind port e96a4715-78bd-4c9e-b6cd-37a0760af450 on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:52.776574 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:52.778493 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:52.779131 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.779786 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:52.781037 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Bound port: e96a4715-78bd-4c9e-b6cd-37a0760af450, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:52.782226 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Allocated IP 172.20.0.1 (8e4bc4dd-5073-41e8-882a-2aef5754b43e/8487355b-6306-4f87-afb5-068dfcc7a9db/c713a59a-de0c-4c6a-ba92-1f5fdcd38e18) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:52.783062 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.823515 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:52.825504 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8817898d-ca49-45dd-b505-4edd568b5cd9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6388040 Jul 28 03:50:52.858949 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] For port e96a4715-78bd-4c9e-b6cd-37a0760af450, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:52.863073 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] For port e96a4715-78bd-4c9e-b6cd-37a0760af450, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e96a4715-78bd-4c9e-b6cd-37a0760af450,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:52.874971 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Pushing event updated for resources: {'Port': ['ID=e96a4715-78bd-4c9e-b6cd-37a0760af450,revision_number=2']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:52.884343 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60156) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:52.893438 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.894462 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.895179 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.895732 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.896283 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.896831 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.897367 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.897934 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.898586 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.899127 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.899702 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.900237 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Tracked resource versions report: Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: pushed versions: Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Log': {'1.0'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Network': {'1.1'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Port': {'1.7'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'PortForwarding': {'1.2'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'QosPolicy': {'1.8'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroup': {'1.4'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SubPort': {'1.0'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Subnet': {'1.1'}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Trunk': {'1.1'}} Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: consumer versions: Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: { DHCP agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: HyperV agent@hv-cinder-80264: {}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: L3 agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: Metadata agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: Metering agent@dv-cinder-802648-1-iscsi: {}, Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: Open vSwitch agent@dv-cinder-802648-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'ConntrackHelper': '1.0', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Log': '1.0', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Network': '1.1', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Port': '1.7', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'PortForwarding': '1.2', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'QosPolicy': '1.8', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroup': '1.4', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SecurityGroupRule': '1.2', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'SubPort': '1.0', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Subnet': '1.1', Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: 'Trunk': '1.1'}} Jul 28 03:50:52.901527 dv-cinder-802648-1-iscsi neutron-server[105298]: {{(pid=105298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:52.910107 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:52.913914 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.084846 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.096689 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Transition to ACTIVE for port object 7e83477c-d3e0-4183-a284-06ce664eb18b will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:53.164783 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.182123 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:53.183239 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:53.202508 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08219508-4e8f-4bcd-978e-b728f1ab1140 None None] Pushing event updated for resources: {'Port': ['ID=e96a4715-78bd-4c9e-b6cd-37a0760af450,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:53.360022 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Attempting to bind port 7e83477c-d3e0-4183-a284-06ce664eb18b on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:53.372553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Attempting to bind port 7e83477c-d3e0-4183-a284-06ce664eb18b by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:53.373248 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Attempting to bind port 7e83477c-d3e0-4183-a284-06ce664eb18b on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:53.383554 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:53.384203 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:53.392819 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.393528 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:53.394730 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Bound port: 7e83477c-d3e0-4183-a284-06ce664eb18b, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:53.395445 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.437654 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df412ce-eca0-403a-8fb3-d3b9d082f0a8 None None] Pushing event updated for resources: {'Port': ['ID=7e83477c-d3e0-4183-a284-06ce664eb18b,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:53.505864 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] For port 7e83477c-d3e0-4183-a284-06ce664eb18b, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:53.510234 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] For port 7e83477c-d3e0-4183-a284-06ce664eb18b, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e83477c-d3e0-4183-a284-06ce664eb18b,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:53.600841 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.613490 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.713101 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.744528 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:53.745077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:53.818638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Transition to ACTIVE for port object c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:53.820536 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:53.914057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Allocated IP 172.20.0.5 (578341db-1314-467f-953d-230d437bcd10/b6550448-c4d7-43a7-b9eb-ea610f41e900/a5b8efe1-b883-4133-b302-8802da82bf50) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:53.929822 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c7d17d5-6d3d-4743-98c9-05ed7e4eb3ce req-d6b32740-d411-4c11-a849-b85d2d7c5b87 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.4097388 Jul 28 03:50:53.989363 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:50Z', 'revision_number': 3, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:53.999359 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:54.009106 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a197b518-ca38-424c-89f7-23baf495c72a req-1ed98f10-d57e-4c85-a290-f85bb8f17db4 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0713749 Jul 28 03:50:54.038857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.089676 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df412ce-eca0-403a-8fb3-d3b9d082f0a8 None None] Pushing event updated for resources: {'Port': ['ID=7e83477c-d3e0-4183-a284-06ce664eb18b,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:54.101974 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:54.120992 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Allocated IP 172.20.0.1 (aad75adf-c16e-4ebb-a894-a1a95cdac1bb/f004755f-2c71-44d7-8d8d-f86fd3a43681/4fd3363c-e5c0-44e1-a8c6-eef250046598) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:54.150418 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:54.157507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:54.168247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:54.168247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.318555 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:50:54.318555 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Updating router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b port a1524cdf-18ba-4253-bab2-4e8764c719fc binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:50:54.318555 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.397211 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:54.412182 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.417051 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.466334 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972760ed-5f01-46f9-b8a8-02b57fb6edee None None] The sync data for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi is: [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:50:54.508636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.609837 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-4e881be0-cff3-454a-a235-08003eea177c None None] Provisioning for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:54.615090 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-4e881be0-cff3-454a-a235-08003eea177c None None] Provisioning complete for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:54.619207 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-4e881be0-cff3-454a-a235-08003eea177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.649868 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.733588 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-4e881be0-cff3-454a-a235-08003eea177c None None] Port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:50:54.734808 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Allocated IP 172.20.0.1 (7fd140e9-74dd-4e79-8303-2c88dc35d567/a7006ca5-00d8-4aaf-929f-04c8b18807d2/f049705f-9775-42b6-9784-53b070fc0abb) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:54.785151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.829948 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Pushing event updated for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:54.851357 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Network 578341db-1314-467f-953d-230d437bcd10 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:54.882382 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:54.886221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:54.894163 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:54.894867 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.904626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 60210) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:54.924723 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.954939 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:55.038733 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Pushing event updated for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:55.064680 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08c37d-00f4-40b4-a34b-66941ec9b195 None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:49Z', 'revision_number': 3, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:50:55.074608 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-49fc4bc1-02d2-4285-8402-bb4b06d8f450 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0978100 Jul 28 03:50:55.087834 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:55.112986 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:55.133606 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:55.140695 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.198797 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.221379 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Transition to ACTIVE for port object a1524cdf-18ba-4253-bab2-4e8764c719fc will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:55.306644 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.320532 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4d128d2a-3224-49ea-a2c6-4d9d169271c4 req-178fe0e2-ea14-452b-8626-ec280562ee12 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.1076233 Jul 28 03:50:55.346679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f95b3be7-9bef-4e86-9cc0-bfe924a2d133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.427530 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Attempting to bind port a1524cdf-18ba-4253-bab2-4e8764c719fc on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:55.427909 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Attempting to bind port a1524cdf-18ba-4253-bab2-4e8764c719fc by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:55.428542 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Attempting to bind port a1524cdf-18ba-4253-bab2-4e8764c719fc on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Bound port: a1524cdf-18ba-4253-bab2-4e8764c719fc, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:55.448289 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.484812 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.493592 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.557637 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b77a-aa88-42dd-a151-8e1a5dfaea00 None None] Pushing event updated for resources: {'Port': ['ID=a1524cdf-18ba-4253-bab2-4e8764c719fc,revision_number=2']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:55.569733 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.provisioning_blocks [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Transition to ACTIVE for port object f049705f-9775-42b6-9784-53b070fc0abb will not be triggered until provisioned by entity DHCP. {{(pid=105296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:55.653300 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] For port a1524cdf-18ba-4253-bab2-4e8764c719fc, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:55.657350 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] For port a1524cdf-18ba-4253-bab2-4e8764c719fc, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=a1524cdf-18ba-4253-bab2-4e8764c719fc,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:55.707478 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f95b3be7-9bef-4e86-9cc0-bfe924a2d133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.717626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7cd64-0da3-4781-b59c-6393f76b71a6 req-5393a1bd-dc4d-4bb0-bc93-93ee075c3ed2 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:55.720002 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c5a7cd64-0da3-4781-b59c-6393f76b71a6 req-5393a1bd-dc4d-4bb0-bc93-93ee075c3ed2 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 931 time: 0.5236523 Jul 28 03:50:55.722327 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.723744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.731686 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.752532 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.805810 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f95b3be7-9bef-4e86-9cc0-bfe924a2d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:55.876784 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e83477c-d3e0-4183-a284-06ce664eb18b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:55.954151 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:55.956554 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:56.044651 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f95b3be7-9bef-4e86-9cc0-bfe924a2d133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df7b098fe02240719e38a4964a258589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1344788 Jul 28 03:50:56.048368 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 60234) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:56.055132 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 7e83477c-d3e0-4183-a284-06ce664eb18b completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:56.062408 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7e83477c-d3e0-4183-a284-06ce664eb18b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:56.064048 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.112069 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b77a-aa88-42dd-a151-8e1a5dfaea00 None None] Pushing event updated for resources: {'Port': ['ID=a1524cdf-18ba-4253-bab2-4e8764c719fc,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:56.123866 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3be7-9bef-4e86-9cc0-bfe924a2d133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db15f325-ba30-4cff-84fc-315890973a60,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:56.141272 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.169625 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:56.188871 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c5a7cd64-0da3-4781-b59c-6393f76b71a6 req-357c3d19-456e-4ec2-8bcf-6d1da076d464 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607508 Jul 28 03:50:56.218050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:56.268162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:56.281303 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:50:56.281810 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.295175 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.295386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-ce07e542-4a8a-4603-8746-f97c528c0e45 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:50:56.296094 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-ce07e542-4a8a-4603-8746-f97c528c0e45 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675561 Jul 28 03:50:56.313378 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:56.369971 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 7e83477c-d3e0-4183-a284-06ce664eb18b, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e83477c-d3e0-4183-a284-06ce664eb18b,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:56.411977 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:56.427609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:56.432194 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.433021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e96a4715-78bd-4c9e-b6cd-37a0760af450 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:56.508076 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.731803 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bb2e0d97-55c1-4c09-97d5-ee70e737e817 req-d8262462-7c6d-497c-8541-b96106291a71 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.2479992 Jul 28 03:50:56.736904 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=7e83477c-d3e0-4183-a284-06ce664eb18b,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:56.834823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.991818 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Pushing event updated for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:56.996311 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Request body: {'port': {'device_id': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:57.116799 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.130957 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:50Z', 'revision_number': 3, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:57.140612 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:50:57.157962 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.174849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port e96a4715-78bd-4c9e-b6cd-37a0760af450 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:57.180474 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port e96a4715-78bd-4c9e-b6cd-37a0760af450 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:57.193930 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.233923 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5d74-4749-416d-99ab-6cfe04a4cedd None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:50Z', 'revision_number': 3, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:50:57.364173 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.364173 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.371961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-f2101ed7-7497-4f9d-babb-6f2e83b4ddc2 None None] Provisioning for port f049705f-9775-42b6-9784-53b070fc0abb completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:50:57.793268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.793268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-f2101ed7-7497-4f9d-babb-6f2e83b4ddc2 None None] Provisioning complete for port f049705f-9775-42b6-9784-53b070fc0abb triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:57.793268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f2101ed7-7497-4f9d-babb-6f2e83b4ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.793268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port e96a4715-78bd-4c9e-b6cd-37a0760af450, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e96a4715-78bd-4c9e-b6cd-37a0760af450,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:57.793268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-f2101ed7-7497-4f9d-babb-6f2e83b4ddc2 None None] Port f049705f-9775-42b6-9784-53b070fc0abb cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:50:57.798518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.30', 60259) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:57.798518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.798518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.798518 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db15f325-ba30-4cff-84fc-315890973a60 HTTP/1.1" status: 204 len: 168 time: 1.4766850 Jul 28 03:50:57.801628 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-5035772e-ee15-4965-b571-7d3ea3904f6d None None] Provisioning complete for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:57.801628 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-5035772e-ee15-4965-b571-7d3ea3904f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.801956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.801956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Pushing event updated for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:57.801956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:57.801956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:57.802558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c97b0-de0d-40fc-96ba-29a553663751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15f325-ba30-4cff-84fc-315890973a60,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:57.802709 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-5035772e-ee15-4965-b571-7d3ea3904f6d None None] Port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:50:57.814632 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:57.962393 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=e96a4715-78bd-4c9e-b6cd-37a0760af450,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:57.988632 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e83477c-d3e0-4183-a284-06ce664eb18b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:58.122842 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7e83477c-d3e0-4183-a284-06ce664eb18b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:50:58.123759 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:58.187476 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Router 258a997e-826f-472f-9444-b057a5d8c8f1 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:50:58.444966 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:58.466888 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:58.484103 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-303ca6a7-ec40-48fe-913d-3fde7c9f31c3 req-ac44ab9f-8f1e-46c5-bfd0-bff0e2558233 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.6203506 Jul 28 03:50:58.613064 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:58.613845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21034-84b9-41e2-83ec-3edbf23d9393 req-3c8ef538-06a1-4d71-a838-79e78a976d21 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:58.614614 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:58.629849 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31c21034-84b9-41e2-83ec-3edbf23d9393 req-3c8ef538-06a1-4d71-a838-79e78a976d21 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 931 time: 1.0864341 Jul 28 03:50:58.646134 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:58.677905 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f5dc2351-817c-4d86-9945-6afff34c21a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/15cf390a-2265-4306-a333-47060b10fe48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7543395 Jul 28 03:50:58.818462 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-2aabf930-7cec-46a8-a01b-a7fc28a4ceb7 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:58.824877 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-2aabf930-7cec-46a8-a01b-a7fc28a4ceb7 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 1.1096857 Jul 28 03:50:58.836867 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:58.860214 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:58.861274 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:58.891480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Request body: {'port': {'device_id': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'admin_state_up': True, 'tenant_id': 'f7b4013c53d94598a16872aee30be511'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:50:58.921006 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:58.932734 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Sync routers for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:58.964805 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:50:58.970315 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:58.978792 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-732643e7-893c-4fb0-be14-66b796e9b22a admin admin] 10.222.0.13 "PUT /v2.0/routers/258a997e-826f-472f-9444-b057a5d8c8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0038695 Jul 28 03:50:58.997264 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Pushing event updated for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:59.109780 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:59.125143 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:59.142925 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60282) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:50:59.208445 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31c21034-84b9-41e2-83ec-3edbf23d9393 req-76704740-a06a-4496-9559-4c704cd51970 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546191 Jul 28 03:50:59.212588 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-17d05466-c757-49ec-898f-bf72f16a11ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:59.237176 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:59.309062 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b8efe1-b883-4133-b302-8802da82bf50 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:50:59.337613 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:59.428635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Transition to ACTIVE for port object a5b8efe1-b883-4133-b302-8802da82bf50 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:50:59.500224 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:50:59.506881 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:59.678938 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:50:59.768926 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:59.812998 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Attempting to bind port a5b8efe1-b883-4133-b302-8802da82bf50 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:50:59.813479 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Attempting to bind port a5b8efe1-b883-4133-b302-8802da82bf50 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '0289bbad-7076-4622-bdc7-cc7423053890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '578341db-1314-467f-953d-230d437bcd10'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:50:59.813837 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Attempting to bind port a5b8efe1-b883-4133-b302-8802da82bf50 on network 578341db-1314-467f-953d-230d437bcd10 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:59.823599 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Port a5b8efe1-b883-4133-b302-8802da82bf50 on network 578341db-1314-467f-953d-230d437bcd10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:50:59.823963 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Attempting to bind port a5b8efe1-b883-4133-b302-8802da82bf50 on network 578341db-1314-467f-953d-230d437bcd10 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:50:59.848877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:50:59.851391 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Checking segment: {'id': '0289bbad-7076-4622-bdc7-cc7423053890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '578341db-1314-467f-953d-230d437bcd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:50:59.852062 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Bound using segment: {'id': '0289bbad-7076-4622-bdc7-cc7423053890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '578341db-1314-467f-953d-230d437bcd10'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:50:59.852550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Bound port: a5b8efe1-b883-4133-b302-8802da82bf50, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0289bbad-7076-4622-bdc7-cc7423053890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '578341db-1314-467f-953d-230d437bcd10'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:50:59.852923 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.025989 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:51:00.035634 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-2f87b9e5-e560-4fea-88cd-bec7ac6aa03c admin admin] 10.222.0.13 "PUT /v2.0/routers/1a159a65-a498-4dd5-a2a2-3f14f5a8d69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1480315 Jul 28 03:51:00.072319 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:00.080478 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a5b8efe1-b883-4133-b302-8802da82bf50,segment=NetworkSegment(0289bbad-7076-4622-bdc7-cc7423053890),segment_id=0289bbad-7076-4622-bdc7-cc7423053890)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:00.159181 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-17d05466-c757-49ec-898f-bf72f16a11ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.180364 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60318) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:00.187781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556653697', 'description': 'tempest-description--1096352746'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:00.230743 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 4, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '4fd3363c-e5c0-44e1-a8c6-eef250046598', 'name': '', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'mac_address': 'fa:16:3e:b6:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:53Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 2, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'subnets': [{'id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:00.243114 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e96a4715-78bd-4c9e-b6cd-37a0760af450 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:00.314548 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Checking router: 258a997e-826f-472f-9444-b057a5d8c8f1 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:00.314906 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Updating router 258a997e-826f-472f-9444-b057a5d8c8f1 port 4fd3363c-e5c0-44e1-a8c6-eef250046598 binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:51:00.330068 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-018fa455-abba-4f66-9965-efc4a3a69627 None None] Provisioning complete for port f049705f-9775-42b6-9784-53b070fc0abb triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:00.330719 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-018fa455-abba-4f66-9965-efc4a3a69627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.330858 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-282f923c-6bc8-43a8-998c-e3715ee8c9d9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:00.332429 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-282f923c-6bc8-43a8-998c-e3715ee8c9d9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 818 time: 0.2496531 Jul 28 03:51:00.364471 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b9ba094-1ac0-4ea2-86f5-3bd9d8e68625 req-a68fc0c1-60a4-455e-b91d-821f1a95c5a8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.0681171 Jul 28 03:51:00.386591 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-018fa455-abba-4f66-9965-efc4a3a69627 None None] Port f049705f-9775-42b6-9784-53b070fc0abb cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:51:00.389256 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-2b9307a7-045b-4354-8cae-4208fa1ce65b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/quotas/d3ffdd893b2d44759b8bacce84f192da HTTP/1.1" status: 200 len: 375 time: 0.0398486 Jul 28 03:51:00.393012 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.468284 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port e96a4715-78bd-4c9e-b6cd-37a0760af450 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:00.473713 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.516792 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.581337 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 2, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:00.626374 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:00.626982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Updating router 15cf390a-2265-4306-a333-47060b10fe48 port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:51:00.656524 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:00.704545 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device a1524cdf-18ba-4253-bab2-4e8764c719fc up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:00.706074 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-00e11632-581c-430e-8da1-b5e6be89450d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2891650 Jul 28 03:51:00.712683 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:00.713310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.715180 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c7a7fe64-bfb5-4a0c-aa64-30ffc98b5b5b service neutron] 10.222.0.30 "PUT /v2.0/ports/a5b8efe1-b883-4133-b302-8802da82bf50 HTTP/1.1" status: 200 len: 1093 time: 4.0072286 Jul 28 03:51:00.715879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:00.778643 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:00.974834 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:51:01.015988 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:01.016729 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:01.044563 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.077673 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Transition to ACTIVE for port object 4fd3363c-e5c0-44e1-a8c6-eef250046598 will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:01.083574 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:01.106261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e565e-1d9d-420b-ad1e-b2dec0614b61 req-90267291-742a-42fe-9646-bc08667667c0 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:01.107986 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b30e565e-1d9d-420b-ad1e-b2dec0614b61 req-90267291-742a-42fe-9646-bc08667667c0 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.6081150 Jul 28 03:51:01.225413 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b30e565e-1d9d-420b-ad1e-b2dec0614b61 req-dd229528-5504-436d-8323-c87156de02ae tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021214 Jul 28 03:51:01.262608 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:01.277577 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-17d05466-c757-49ec-898f-bf72f16a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.307198 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.348035 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-1c16d604-9a6b-4248-b2fb-f25b6e416e14 service neutron] 10.222.0.13 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665639 Jul 28 03:51:01.368476 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.db.api [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:51:01.368476 dv-cinder-802648-1-iscsi neutron-server[105296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:51:01.368476 dv-cinder-802648-1-iscsi neutron-server[105296]: [parameters: {'project_id_1': 'e813232dd5a04dab8ab4409826b2cdb9', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 51, 0, 204921)}] Jul 28 03:51:01.368476 dv-cinder-802648-1-iscsi neutron-server[105296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:51:01.368476 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG oslo_db.api [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:51:01.375892 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-17d05466-c757-49ec-898f-bf72f16a11ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2540ddcdb7745dd85a1d54bc884fd01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2288361 Jul 28 03:51:01.375892 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d05466-c757-49ec-898f-bf72f16a11ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e9bc02-0ab2-4b1e-908f-f564f9932472,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:01.399320 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60346) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:01.471315 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port a1524cdf-18ba-4253-bab2-4e8764c719fc completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:01.476246 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58650d-d3cc-4c56-b0e0-72eb79ad9080 None None] Pushing event updated for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:01.493130 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port a1524cdf-18ba-4253-bab2-4e8764c719fc triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:01.493502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.512560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:01.524377 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.550097 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.633104 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.636257 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Attempting to bind port 4fd3363c-e5c0-44e1-a8c6-eef250046598 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:01.636863 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Attempting to bind port 4fd3363c-e5c0-44e1-a8c6-eef250046598 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:01.637446 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Attempting to bind port 4fd3363c-e5c0-44e1-a8c6-eef250046598 on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:01.644639 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:01.645835 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Checking segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:01.646445 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.647035 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Bound using segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:01.647713 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Bound port: 4fd3363c-e5c0-44e1-a8c6-eef250046598, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:01.648913 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.810790 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] For port 4fd3363c-e5c0-44e1-a8c6-eef250046598, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:01.815824 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] For port 4fd3363c-e5c0-44e1-a8c6-eef250046598, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=4fd3363c-e5c0-44e1-a8c6-eef250046598,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:01.877886 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-c4236142-b777-4afa-9cb5-220da0b87df1 service neutron] 10.222.0.13 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287938 Jul 28 03:51:01.882492 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.890397 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Allocated IP 172.20.0.2 (2fd54d26-ef29-4623-a6d8-11fde45c5e16/1291b172-00cb-4dba-935e-c04a548a31be/51841538-8381-4f3d-9eb3-ca9034b0f650) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:01.919447 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.940385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port a1524cdf-18ba-4253-bab2-4e8764c719fc, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=a1524cdf-18ba-4253-bab2-4e8764c719fc,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:01.947438 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Transition to ACTIVE for port object c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:01.952893 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.955699 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.956368 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.960493 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54e9bc02-0ab2-4b1e-908f-f564f9932472 HTTP/1.1" status: 204 len: 168 time: 0.5600851 Jul 28 03:51:01.962919 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:01.979171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 2, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:02.033548 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733030c-517b-493f-b74e-03568321a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e9bc02-0ab2-4b1e-908f-f564f9932472,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:02.054447 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.169154 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:02.182422 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:02.182422 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58650d-d3cc-4c56-b0e0-72eb79ad9080 None None] Pushing event updated for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:02.187625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60358) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:02.193764 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36383829', 'description': 'tempest-description--1837459824'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:02.239899 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.255879 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:02.255879 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Updating router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b port f049705f-9775-42b6-9784-53b070fc0abb binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:51:02.256134 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=a1524cdf-18ba-4253-bab2-4e8764c719fc,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:02.371609 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b5f97-9f0d-4c8f-8488-57d4531460c2 None None] Pushing event updated for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:02.455895 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.536610 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.559247 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Attempting to bind port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:02.559899 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Attempting to bind port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:02.560495 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Attempting to bind port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:02.563658 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.625653 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:02.630331 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Checking segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:02.630871 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.631386 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Bound using segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:02.634149 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Bound port: c713a59a-de0c-4c6a-ba92-1f5fdcd38e18, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:02.636852 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.658144 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840307ef-34d1-4daa-a7f7-3037dbbf9cb3 x-openstack-request-id: req-840307ef-34d1-4daa-a7f7-3037dbbf9cb3 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:02.658658 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:02.661832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840307ef-34d1-4daa-a7f7-3037dbbf9cb3 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:02.666335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50', 'status': 'completed', 'code': 200} Jul 28 03:51:02.692486 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.735625 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:02.756014 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:02.821066 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:02.828771 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-300a7738-3310-40c7-a027-23bac9b8aadc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6438220 Jul 28 03:51:02.832016 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60380) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:02.856918 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc802925-3622-4f87-bde1-336b94e8906a req-6686b87e-2bf5-4485-b065-abd72df02746 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.2056003 Jul 28 03:51:02.861217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group_rule': {'security_group_id': 'cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:02.910200 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.db.api [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:51:02.910200 dv-cinder-802648-1-iscsi neutron-server[105296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:51:02.910200 dv-cinder-802648-1-iscsi neutron-server[105296]: [parameters: {'project_id_1': 'e813232dd5a04dab8ab4409826b2cdb9', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 51, 2, 890001)}] Jul 28 03:51:02.910200 dv-cinder-802648-1-iscsi neutron-server[105296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:51:02.910624 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG oslo_db.api [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:51:02.950563 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28a1ca73-1cef-46b2-a75c-18f98343192f req-40468697-6f4d-48c9-af9f-9027e82c5e4b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 210 time: 0.2203088 Jul 28 03:51:02.997599 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-7df844f3-c851-4325-9e57-39b14a814bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:03.005379 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-7df844f3-c851-4325-9e57-39b14a814bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aabb6ac616942a9bb780e0fb6270509&device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 1096 time: 0.8257170 Jul 28 03:51:03.101563 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.124655 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] For port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:03.145053 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] For port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:03.186584 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 4, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '4fd3363c-e5c0-44e1-a8c6-eef250046598', 'name': '', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'mac_address': 'fa:16:3e:b6:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:53Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'subnets': [{'id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:03.200241 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.211260 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.216197 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c3dce5c2-da23-4544-8420-0ecee75cad7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b8efe1-b883-4133-b302-8802da82bf50 HTTP/1.1" status: 200 len: 217 time: 0.1596308 Jul 28 03:51:03.316557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d45211-3336-4a79-be9d-89fe2c2bcd6a req-d8593aa3-de45-4cd0-84bc-0fd13c20b3e6 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:03.316557 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-44d45211-3336-4a79-be9d-89fe2c2bcd6a req-d8593aa3-de45-4cd0-84bc-0fd13c20b3e6 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.2289000 Jul 28 03:51:03.318081 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7b81-4fcb-4f88-8ebf-c07414b9d974 None None] The sync data for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi is: [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:50:55Z', 'revision_number': 4, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '4fd3363c-e5c0-44e1-a8c6-eef250046598', 'name': '', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'mac_address': 'fa:16:3e:b6:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:53Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'subnets': [{'id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:03.318491 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832f041e-efcd-43d5-a707-a070d47d4e9a,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:03.421368 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-44d45211-3336-4a79-be9d-89fe2c2bcd6a req-53d5f231-553f-4efb-b74c-da2792e83e4a tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555374 Jul 28 03:51:03.428367 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-f9c59a94-e89e-4e4b-a58b-018a2ed7da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:03.430107 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-f9c59a94-e89e-4e4b-a58b-018a2ed7da5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6550448-c4d7-43a7-b9eb-ea610f41e900 HTTP/1.1" status: 200 len: 851 time: 0.1950738 Jul 28 03:51:03.452852 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.487857 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.487857 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-04b14d77-e746-4109-8e3a-8b8e6c15ff92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2973919 Jul 28 03:51:03.495892 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60406) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:03.518922 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group_rule': {'security_group_id': '832f041e-efcd-43d5-a707-a070d47d4e9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:03.552021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.574684 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-c896703f-8060-4218-900e-d52e2837f028 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=578341db-1314-467f-953d-230d437bcd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074600 Jul 28 03:51:03.585816 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:03.586508 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:03.601626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.849109 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:03.879737 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:03.893024 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:03.899406 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.900030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:03.901159 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:03.932768 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event updated for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:04.008862 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-b7827789-3a34-43fd-a78a-373249fd3463 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:04.008862 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-b7827789-3a34-43fd-a78a-373249fd3463 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 818 time: 0.4372776 Jul 28 03:51:04.015367 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-60d66cbd-8d35-4496-ad71-517cfe4370f7 service neutron] 10.222.0.30 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889258 Jul 28 03:51:04.042197 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-c89c806b-7388-4b34-99da-0552b575be3a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/quotas/d3ffdd893b2d44759b8bacce84f192da HTTP/1.1" status: 200 len: 375 time: 0.0258117 Jul 28 03:51:04.173709 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Transition to ACTIVE for port object f049705f-9775-42b6-9784-53b070fc0abb will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:04.240850 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.241656 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b5f97-9f0d-4c8f-8488-57d4531460c2 None None] Pushing event updated for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:04.291185 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:04.396855 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.404398 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-69e48dd3-c11c-4cbc-8a23-ab34a4887fd7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3597975 Jul 28 03:51:04.427977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.461194 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.484770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 4fd3363c-e5c0-44e1-a8c6-eef250046598 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:04.495449 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e00026-74ac-4452-b05c-947a8aae9983,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:04.639680 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.666069 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.668578 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-645e6aef-1ace-43aa-9f85-43bbe6a81745 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8355598 Jul 28 03:51:04.670379 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60442) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:04.695571 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group_rule': {'security_group_id': 'cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:04.716143 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:04.762644 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-5014902c-0279-48a3-8d9f-f1c030b4f44a service neutron] 10.222.0.13 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415570 Jul 28 03:51:04.768151 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d96feb-72df-4cf2-86f3-93b475901c39 req-d9e8e2c6-28cf-4c5d-90fa-6cecdbc9a00b service neutron] 10.222.0.30 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224123 Jul 28 03:51:04.769816 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-784fca85-3804-4258-916a-e0bd3d145125 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8864973 Jul 28 03:51:04.782977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c7790f-66e3-4e51-9358-16b2e237d8d9,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:04.905548 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac764f-12f8-4fc4-972c-10ee527f9bec None None] Pushing event updated for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:04.999289 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719da99d-704f-4cec-aa21-874f5384d6f6 req-df9e2b2c-f608-459a-b7cb-f1e970de5e6b tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:05.013214 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Attempting to bind port f049705f-9775-42b6-9784-53b070fc0abb on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:05.013613 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Attempting to bind port f049705f-9775-42b6-9784-53b070fc0abb by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:05.015477 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-719da99d-704f-4cec-aa21-874f5384d6f6 req-df9e2b2c-f608-459a-b7cb-f1e970de5e6b tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 931 time: 0.8178952 Jul 28 03:51:05.016150 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Attempting to bind port f049705f-9775-42b6-9784-53b070fc0abb on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:05.019563 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Request body: {'port': {'device_id': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:05.035716 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:05.036218 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Checking segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:05.040576 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.041175 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Bound using segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:05.041858 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Bound port: f049705f-9775-42b6-9784-53b070fc0abb, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:05.042309 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.075756 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.175443 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 4fd3363c-e5c0-44e1-a8c6-eef250046598 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:05.182685 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.190046 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-762e793d-cbad-4ec8-b05f-b0c5240a3928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6859708 Jul 28 03:51:05.195762 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60456) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:05.209975 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group_rule': {'security_group_id': '832f041e-efcd-43d5-a707-a070d47d4e9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:05.261934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.281935 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 4fd3363c-e5c0-44e1-a8c6-eef250046598 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:05.281935 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.329619 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.373976 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39291274-7bf9-4228-adab-efe05f7efdd2,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:05.401531 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.409890 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.446350 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-719da99d-704f-4cec-aa21-874f5384d6f6 req-b15478f5-b721-4776-8f18-33678ffc14f0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197433 Jul 28 03:51:05.490466 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-4eabab17-57f6-4d8c-b71d-0cb8323ddf79 service neutron] 10.222.0.13 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257109 Jul 28 03:51:05.500415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] For port f049705f-9775-42b6-9784-53b070fc0abb, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:05.511401 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] For port f049705f-9775-42b6-9784-53b070fc0abb, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=f049705f-9775-42b6-9784-53b070fc0abb,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:05.527345 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:03Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:05.550858 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.555526 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-e07d2a8a-bc7b-4d17-84a1-87e1040121cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:05.557168 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-e07d2a8a-bc7b-4d17-84a1-87e1040121cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aabb6ac616942a9bb780e0fb6270509&device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 1096 time: 0.3294542 Jul 28 03:51:05.580359 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a163b6a-f66f-4754-881e-24235a153822 None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:03Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:05.599512 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.645433 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.656236 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-2ee9a7da-9be5-4c2e-8e76-2f13ad20d109 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9843388 Jul 28 03:51:05.659360 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60464) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:05.669848 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:05.676762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.707102 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.792950 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b102eb4-b717-47bd-90d7-6c47b23abf69,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:05.800835 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890c2f0-7186-4013-829b-b3a2dc5459ee req-3e5941af-9b29-41c2-a250-4533dd1e31da tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:05.808123 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f890c2f0-7186-4013-829b-b3a2dc5459ee req-3e5941af-9b29-41c2-a250-4533dd1e31da tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.2589357 Jul 28 03:51:05.873290 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.891796 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 4fd3363c-e5c0-44e1-a8c6-eef250046598, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=4fd3363c-e5c0-44e1-a8c6-eef250046598,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:05.897037 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac764f-12f8-4fc4-972c-10ee527f9bec None None] Pushing event updated for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:05.904057 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:05.905265 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:50:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:05.984620 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:05.985858 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device a1524cdf-18ba-4253-bab2-4e8764c719fc up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:06.176993 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:06.176993 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4412b9f8-34ca-422f-8d59-380e2481cfce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8231573 Jul 28 03:51:06.179569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-6ad4b9ca-d786-49eb-9b0d-d17df235303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:06.179569 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-6ad4b9ca-d786-49eb-9b0d-d17df235303f service neutron] 10.222.0.30 "GET /v2.0/networks?id=578341db-1314-467f-953d-230d437bcd10 HTTP/1.1" status: 200 len: 912 time: 0.5528090 Jul 28 03:51:06.179569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 60486) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:06.197009 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:06.246795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:06.557470 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.30', 60272) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:06.657919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:06.769310 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:06.819443 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port a1524cdf-18ba-4253-bab2-4e8764c719fc triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:06.821034 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:06.893527 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.140400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:05Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:07.144511 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-63aaf688-d031-4fbf-8b56-b002156f1fa9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:07.158351 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-63aaf688-d031-4fbf-8b56-b002156f1fa9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 818 time: 0.5925119 Jul 28 03:51:07.233591 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f260b-48af-4d08-a4b0-5a1e3676f57f None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:05Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:07.234481 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Request body: {'port': {'device_id': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'admin_state_up': True, 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:07.311523 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e7578679-c80f-47d4-a9f1-00d7845cafdb req-152a60ac-3d74-4bd7-b666-ef7e61027789 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 210 time: 1.1626263 Jul 28 03:51:07.357489 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-8e61b836-e284-4292-bde6-b0be7cb3f394 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b8efe1-b883-4133-b302-8802da82bf50 HTTP/1.1" status: 200 len: 217 time: 0.8915462 Jul 28 03:51:07.370848 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Allocated IP 172.27.0.246 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/cbedee41-9467-4fcd-952e-b8e2014aa146) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:07.405087 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f890c2f0-7186-4013-829b-b3a2dc5459ee req-7c81e17e-e483-40b9-912a-e1382d15185a tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5959859 Jul 28 03:51:07.714951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.722771 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:07.772885 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-dd97487f-eda8-42b7-997f-325b8ad5574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:07.774954 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-dd97487f-eda8-42b7-997f-325b8ad5574c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6550448-c4d7-43a7-b9eb-ea610f41e900 HTTP/1.1" status: 200 len: 851 time: 0.3466945 Jul 28 03:51:07.854267 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98216072-8c58-4876-8613-fb7c4613bbe9 req-5c0dd373-d1ed-4c3e-b2b7-816bac86c2a5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:07.863420 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-98216072-8c58-4876-8613-fb7c4613bbe9 req-5c0dd373-d1ed-4c3e-b2b7-816bac86c2a5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 931 time: 0.2823653 Jul 28 03:51:07.867305 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-5cb6a96a-c697-4a71-b907-4ca4bd211412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=578341db-1314-467f-953d-230d437bcd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792241 Jul 28 03:51:07.908647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51841538-8381-4f3d-9eb3-ca9034b0f650 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:07.926278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Made reservation on behalf of d3ffdd893b2d44759b8bacce84f192da for: {'port': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:07.934616 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.944669 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.956967 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:07.963975 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:07.964357 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.964670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:07.980130 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Transition to ACTIVE for port object 51841538-8381-4f3d-9eb3-ca9034b0f650 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:08.031071 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-98216072-8c58-4876-8613-fb7c4613bbe9 req-a071d487-6708-4304-bb1d-6f85748f9ffc tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635740 Jul 28 03:51:08.102202 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:08.108278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:08.115019 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:08.136537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.188793 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Pushing event updated for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:08.220445 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.299566 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-a7b0612c-e559-467a-bd53-bc80f2a0e4ab service neutron] 10.222.0.30 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636402 Jul 28 03:51:08.310419 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=cbedee41-9467-4fcd-952e-b8e2014aa146,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:08.328940 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:08.392865 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.394502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 4fd3363c-e5c0-44e1-a8c6-eef250046598 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:08.459234 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Attempting to bind port 51841538-8381-4f3d-9eb3-ca9034b0f650 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:08.459782 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Attempting to bind port 51841538-8381-4f3d-9eb3-ca9034b0f650 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:08.459889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Attempting to bind port 51841538-8381-4f3d-9eb3-ca9034b0f650 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:08.462587 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.566962 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.647776 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3c65c0a-3dd5-4db7-af34-433491d9a123 req-e44f4253-e1bd-4be3-9d14-3198e0709c9f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 210 time: 0.0638278 Jul 28 03:51:08.665191 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:08.673121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Port 51841538-8381-4f3d-9eb3-ca9034b0f650 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:08.677745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Attempting to bind port 51841538-8381-4f3d-9eb3-ca9034b0f650 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:08.707030 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 4fd3363c-e5c0-44e1-a8c6-eef250046598 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:08.707400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.728743 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:08.729120 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Checking segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:08.729469 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Bound using segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:08.729962 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Bound port: 51841538-8381-4f3d-9eb3-ca9034b0f650, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:08.730322 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.792669 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bb4c7-1ff7-4084-9f54-21200f59d48d req-4859aba6-6920-4570-afbb-2ca578cd5d7e tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:08.794446 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d90bb4c7-1ff7-4084-9f54-21200f59d48d req-4859aba6-6920-4570-afbb-2ca578cd5d7e tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.2225566 Jul 28 03:51:08.887308 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:08.892073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:08.904757 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d90bb4c7-1ff7-4084-9f54-21200f59d48d req-f0347afd-b88e-4459-9665-4616786cba64 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933549 Jul 28 03:51:08.931494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=51841538-8381-4f3d-9eb3-ca9034b0f650,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:08.970327 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Allocated IP 172.20.0.14 (aad75adf-c16e-4ebb-a894-a1a95cdac1bb/f004755f-2c71-44d7-8d8d-f86fd3a43681/52e9eb28-f853-4ea3-9b14-2208eb672cbc) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:08.977318 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b17bd26-c7fd-4c20-9c51-57c2730a5f50 req-e88d9f2f-67a5-47d1-9ef5-159d6bf049d8 service neutron] 10.222.0.30 "GET /v2.0/networks/578341db-1314-467f-953d-230d437bcd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238139 Jul 28 03:51:09.022678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Allocated IP 172.27.0.86 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/25017279-fd39-4b16-b4ec-569ffef986e3) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:09.204839 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.255920 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.347261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:09.348119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.351601 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] 10.222.0.30 "PUT /v2.0/ports/51841538-8381-4f3d-9eb3-ca9034b0f650 HTTP/1.1" status: 200 len: 1093 time: 4.3739896 Jul 28 03:51:09.360090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:09.364086 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a45b68-bcb0-4b54-9df0-71330bbf8547" -d '{"events": [{"name": "network-changed", "server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:09.422283 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.444110 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.471803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827018d-fdef-4cac-a245-027b77aa6d6e x-openstack-request-id: req-0827018d-fdef-4cac-a245-027b77aa6d6e {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:09.471803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:09.471803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0827018d-fdef-4cac-a245-027b77aa6d6e {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:09.471803 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650', 'status': 'completed', 'code': 200} Jul 28 03:51:09.486583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:09.497390 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.521559 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.527741 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc1a35-b202-4934-9657-738bf64f6be2 service neutron] Pushing event updated for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:09.588694 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=cbedee41-9467-4fcd-952e-b8e2014aa146,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:09.590391 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d07dc4-8aaa-4cb3-b52c-a96aec372860 req-79025f33-26e5-46d8-b4cd-d7ef68f9775a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:09.592486 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39d07dc4-8aaa-4cb3-b52c-a96aec372860 req-79025f33-26e5-46d8-b4cd-d7ef68f9775a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 943 time: 0.3472731 Jul 28 03:51:09.632343 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:09.632538 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.633850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.675622 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39d07dc4-8aaa-4cb3-b52c-a96aec372860 req-71aa50f5-1b39-43f4-92f2-4c49389ca4ca tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683219 Jul 28 03:51:09.679425 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.754997 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Pushing event updated for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:09.769015 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.769243 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-73bbf293-0ea0-438a-9a79-28464f84af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:09.770594 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-73bbf293-0ea0-438a-9a79-28464f84af57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 1096 time: 0.1763351 Jul 28 03:51:09.772685 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:09.784438 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4282719c-893f-435f-be28-770863924451 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1224205 Jul 28 03:51:09.790609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:09.796448 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:09.817236 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:09.822545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:09.828509 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:09.844563 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:09.845280 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:09.959343 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-cc791b44-715a-47dd-9731-ae8b066af65f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7409132 Jul 28 03:51:09.972756 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2b97b162-5799-45cc-b885-ec40b00a7177 req-043569a7-b0ab-43d1-92c5-6a82f71004be tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 210 time: 0.1505837 Jul 28 03:51:09.973367 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=25017279-fd39-4b16-b4ec-569ffef986e3,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:09.986028 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Request body: {'port': {'device_id': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:09.991372 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f049705f-9775-42b6-9784-53b070fc0abb up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:10.064733 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.179985 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port f049705f-9775-42b6-9784-53b070fc0abb completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:10.184267 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port f049705f-9775-42b6-9784-53b070fc0abb triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:10.184713 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.205508 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.220226 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea241256-e0a9-403c-891e-01aba05d76a1 req-950d4a4a-456d-4a42-ad2b-6b7eebfca896 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:10.220226 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ea241256-e0a9-403c-891e-01aba05d76a1 req-950d4a4a-456d-4a42-ad2b-6b7eebfca896 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.2181261 Jul 28 03:51:10.263897 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-421146d4-d908-47da-adb7-b9db28689fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:10.265479 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-421146d4-d908-47da-adb7-b9db28689fb2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f7b4013c53d94598a16872aee30be511&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4557879 Jul 28 03:51:10.310493 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-6279430f-cbe1-4d5d-9fc7-85a6d83ca127 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--556653697&fields=id&tenant_id=e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 267 time: 0.1586478 Jul 28 03:51:10.312359 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.358039 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port f049705f-9775-42b6-9784-53b070fc0abb, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=f049705f-9775-42b6-9784-53b070fc0abb,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:10.384929 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ea241256-e0a9-403c-891e-01aba05d76a1 req-6dd41e3d-f4f4-4d63-aaa8-c5b16fb19de5 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439407 Jul 28 03:51:10.437820 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.540203 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:10.636898 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60600) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:10.658454 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e9eb28-f853-4ea3-9b14-2208eb672cbc {{(pid=105296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:10.668041 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.683860 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.provisioning_blocks [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Transition to ACTIVE for port object 52e9eb28-f853-4ea3-9b14-2208eb672cbc will not be triggered until provisioned by entity L2. {{(pid=105296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:10.798993 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c81a2fd1-6cdc-4f97-823a-f9134d48a1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.828393 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.839372 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:10.953067 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:10.957272 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-93bc7971-f928-49b8-b260-cdce27033e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:10.959160 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-66a45b68-bcb0-4b54-9df0-71330bbf8547 req-93bc7971-f928-49b8-b260-cdce27033e04 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5617001 Jul 28 03:51:11.021868 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.managers [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Attempting to bind port 52e9eb28-f853-4ea3-9b14-2208eb672cbc on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:11.022377 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.managers [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Attempting to bind port 52e9eb28-f853-4ea3-9b14-2208eb672cbc by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}] {{(pid=105296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:11.022555 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Attempting to bind port 52e9eb28-f853-4ea3-9b14-2208eb672cbc on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:11.048185 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Port 52e9eb28-f853-4ea3-9b14-2208eb672cbc on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:11.048185 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Attempting to bind port 52e9eb28-f853-4ea3-9b14-2208eb672cbc on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:11.065753 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:11.066067 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Checking segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:11.069592 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Bound using segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} {{(pid=105296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:11.070607 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.managers [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Bound port: 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}}] {{(pid=105296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:11.070607 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.092405 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-3fdeb221-9eed-403c-8db4-7d4ac7591777 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.094127 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-3fdeb221-9eed-403c-8db4-7d4ac7591777 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 818 time: 0.3573847 Jul 28 03:51:11.177470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Request body: {'port': {'device_id': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'admin_state_up': True, 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:11.191932 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c81a2fd1-6cdc-4f97-823a-f9134d48a1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.197439 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, cleared binding levels {{(pid=105296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:11.202964 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:11.228766 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f049705f-9775-42b6-9784-53b070fc0abb up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:11.231656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c81a2fd1-6cdc-4f97-823a-f9134d48a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.268333 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.304767 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c81a2fd1-6cdc-4f97-823a-f9134d48a1a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6df1c4cfad14664aabfb38556d5c9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660168 Jul 28 03:51:11.305987 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port f049705f-9775-42b6-9784-53b070fc0abb triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:11.306558 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.335335 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60620) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:11.353853 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a2fd1-6cdc-4f97-823a-f9134d48a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6ea8a9-e70b-4966-9956-49853551164d,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:11.361472 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c472f43-70b3-4f3e-82d7-1d9947ada817 req-9175c325-5857-4474-aacf-0be5fb7f4dd4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.363138 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9c472f43-70b3-4f3e-82d7-1d9947ada817 req-9175c325-5857-4474-aacf-0be5fb7f4dd4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 943 time: 0.5192354 Jul 28 03:51:11.374225 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-47a0d967-a03a-4179-8c1f-83df193bef09 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.380050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.381170 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.381376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-47a0d967-a03a-4179-8c1f-83df193bef09 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 811 time: 1.0457265 Jul 28 03:51:11.383497 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 1094 time: 1.4046471 Jul 28 03:51:11.387816 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:11.390856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-83eb19c5-56e9-48d4-ad6d-1268d2b4e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.392550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-83eb19c5-56e9-48d4-ad6d-1268d2b4e46b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 1096 time: 0.2967284 Jul 28 03:51:11.452430 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-adec4834-1886-4eac-993b-48493a1089b0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/quotas/e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 375 time: 0.0700934 Jul 28 03:51:11.507871 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cbf7-7b22-4ebe-b768-f309bf8c93e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=3']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:11.508400 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-e4a487f0-3282-4c18-bfd4-bca17d56fe3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51841538-8381-4f3d-9eb3-ca9034b0f650 HTTP/1.1" status: 200 len: 217 time: 0.0865550 Jul 28 03:51:11.528256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.613309 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.618818 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9c472f43-70b3-4f3e-82d7-1d9947ada817 req-094aaa96-69c1-48e8-bf56-4f22643fdaa6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353086 Jul 28 03:51:11.659739 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b59258-2b05-465d-bff0-6ac7d601413c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:11.674277 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-73ad973c-745d-4fbc-96bd-d581a56b3987 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2209070 Jul 28 03:51:11.678822 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-2a371ff5-e48d-49e3-9d71-e965643d8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.681728 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-2a371ff5-e48d-49e3-9d71-e965643d8605 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1097 time: 0.1394691 Jul 28 03:51:11.695752 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.722984 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-daff2e24-e246-43e1-af57-5798b78caaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.724562 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-daff2e24-e246-43e1-af57-5798b78caaa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.1666572 Jul 28 03:51:11.764896 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-f8c9b1cd-4e67-480d-89e6-840e11039da6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0673680 Jul 28 03:51:11.805432 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.807951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.809071 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e6ea8a9-e70b-4966-9956-49853551164d HTTP/1.1" status: 204 len: 168 time: 0.4707112 Jul 28 03:51:11.810721 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2a509d13-fb52-43db-b59e-479ba5a760f8 req-3e29d830-8e8c-481e-9645-888bcd888f2e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 210 time: 0.0852840 Jul 28 03:51:11.818679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Made reservation on behalf of d3ffdd893b2d44759b8bacce84f192da for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:11.820049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.824335 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1fced-e978-41e7-95fd-43e087f5a7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6ea8a9-e70b-4966-9956-49853551164d,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:11.838145 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3956c-6fac-4650-8f9e-87214d260aba req-21751e74-f61e-450f-8b99-feec9f77a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:11.839599 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-21751e74-f61e-450f-8b99-feec9f77a72f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.0690339 Jul 28 03:51:11.877922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-245ffddc-596c-4ecf-99ca-540c1d6c21af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177239 Jul 28 03:51:11.881019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:11.904603 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-dbfcfa0e-7841-4a61-acb7-ec294f3be4ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549092 Jul 28 03:51:11.912320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.000298 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-b0f91382-aa2f-46b4-a99a-d98be8d82d3a service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894237 Jul 28 03:51:12.035152 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.036253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8490512 Jul 28 03:51:12.123674 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-380f886b-aad8-419d-bcd0-8e32ba62cef7 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206362 Jul 28 03:51:12.124275 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad1434-8b5b-4000-90b6-41eb4dd62661 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=25017279-fd39-4b16-b4ec-569ffef986e3,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:12.138163 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-48b3956c-6fac-4650-8f9e-87214d260aba req-1f2167e0-2dbf-4d7f-90ef-88b503ddb9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307368 Jul 28 03:51:12.168411 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7de53867-a6a5-4f88-b0b4-0e120afd3ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.241148 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dfb74-d337-497f-8776-be2dafd71078 req-97aa81fc-2c65-44a7-9c4b-57f267161f9a tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:12.242714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d08dfb74-d337-497f-8776-be2dafd71078 req-97aa81fc-2c65-44a7-9c4b-57f267161f9a tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.3192875 Jul 28 03:51:12.259678 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-8b722ed5-cb27-4bcd-a76e-d515c758d770 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689656 Jul 28 03:51:12.292804 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Allocated IP 172.20.0.4 (aad75adf-c16e-4ebb-a894-a1a95cdac1bb/f004755f-2c71-44d7-8d8d-f86fd3a43681/dbb20026-09b8-4136-832c-dde71d581f8f) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:12.384307 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d08dfb74-d337-497f-8776-be2dafd71078 req-aabbc1c8-a697-4f37-aa27-012ece65fb88 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307080 Jul 28 03:51:12.405051 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-254566e0-0d81-4884-8fab-b0e064ad8293 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645655 Jul 28 03:51:12.496083 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-af989e99-81ef-4a12-a710-8d8decdabca2 req-8fdb3100-7ec1-4df5-9266-b4ecedc610d6 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890569 Jul 28 03:51:12.552701 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.564015 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60660) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:12.584243 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c124ec37-9809-42cf-b781-e1d9cca7089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.628197 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc93b80-6583-430b-90a4-33a87751105d x-openstack-request-id: req-4dc93b80-6583-430b-90a4-33a87751105d {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:12.628550 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:12.628863 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc93b80-6583-430b-90a4-33a87751105d {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:12.629372 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'status': 'completed', 'code': 200} Jul 28 03:51:12.655873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.725245 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c124ec37-9809-42cf-b781-e1d9cca7089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.751973 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ab9a0c44-69bb-4af6-8d69-d1b73c0b3c73 req-a88f14d2-9076-4eb7-aedd-47bb22eb84e9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0505624 Jul 28 03:51:12.780112 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c124ec37-9809-42cf-b781-e1d9cca7089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.860353 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c124ec37-9809-42cf-b781-e1d9cca7089d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=169563ebeb9249d1b84589056a6a0e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916191 Jul 28 03:51:12.860353 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124ec37-9809-42cf-b781-e1d9cca7089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a52136-c9e7-46b8-bb4f-bd0483aa3d65,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:12.863406 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60686) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:12.916652 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.945763 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:12.992224 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Network aad75adf-c16e-4ebb-a894-a1a95cdac1bb is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:12.993601 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:12.996253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:13.002741 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.003355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.042903 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.046560 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.050188 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64a52136-c9e7-46b8-bb4f-bd0483aa3d65 HTTP/1.1" status: 204 len: 168 time: 0.1856101 Jul 28 03:51:13.056492 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Pushing event updated for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:13.067513 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b71b54-2ecd-4e43-b39d-c79bcad05a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a52136-c9e7-46b8-bb4f-bd0483aa3d65,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:13.102640 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-aa0f7429-8a82-44a2-a21d-ef3118cae4f1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--36383829&fields=id&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 267 time: 0.3699567 Jul 28 03:51:13.106905 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-96f57e73-3b2d-4f3f-b245-89270fd01e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.108873 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-96f57e73-3b2d-4f3f-b245-89270fd01e38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1097 time: 0.3937268 Jul 28 03:51:13.112143 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-36aedf38-e8c5-48d5-bb60-a72bf8b81bed tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9395442 Jul 28 03:51:13.142814 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad1d05-712d-4bee-b334-82c5ed9463c2 req-f150528c-50aa-4459-a90f-424bfff07ca6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.144315 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-85ad1d05-712d-4bee-b334-82c5ed9463c2 req-f150528c-50aa-4459-a90f-424bfff07ca6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 943 time: 0.1374087 Jul 28 03:51:13.154339 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Request body: {'port': {'device_id': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:13.346431 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-85ad1d05-712d-4bee-b334-82c5ed9463c2 req-938fcc89-f67e-44a5-a08c-3c4bf59e247d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618347 Jul 28 03:51:13.355358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.389197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-8e73cd64-5182-4258-93e3-a92cda10606d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.392727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-8e73cd64-5182-4258-93e3-a92cda10606d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 817 time: 0.2902880 Jul 28 03:51:13.406803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-2c99579a-7d27-4c48-9c2a-94bcd432636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.408344 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-2c99579a-7d27-4c48-9c2a-94bcd432636f service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.2747068 Jul 28 03:51:13.441594 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-ee5aea80-6cf5-4088-a35b-f1fec3d7349c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/quotas/c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 375 time: 0.0480111 Jul 28 03:51:13.523718 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-3db9fefa-dece-4983-99ab-e8e4e095524d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0976415 Jul 28 03:51:13.596767 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 52e9eb28-f853-4ea3-9b14-2208eb672cbc details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:13.698811 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-e3ba740a-1c07-4b85-bec5-e0b097c6bf78 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559650 Jul 28 03:51:13.706400 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de200ffc-8c49-4418-98b8-676a7f344ce9 req-07684277-8e64-4eb3-9be0-370bc67af0a0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.707987 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-de200ffc-8c49-4418-98b8-676a7f344ce9 req-07684277-8e64-4eb3-9be0-370bc67af0a0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 931 time: 0.2809105 Jul 28 03:51:13.753338 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-aff6cde2-cc9e-479a-88de-27477f84e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:13.754876 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-aff6cde2-cc9e-479a-88de-27477f84e798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.2140114 Jul 28 03:51:13.779840 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:13.796093 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'port_id': '52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:13.837324 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.848941 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-e5df278a-8958-4bd3-bbca-3e39c34d0dcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809860 Jul 28 03:51:13.850065 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e9eb28-f853-4ea3-9b14-2208eb672cbc {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:13.873385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:13.928757 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:13.929657 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a5b8efe1-b883-4133-b302-8802da82bf50 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:13.951525 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-de200ffc-8c49-4418-98b8-676a7f344ce9 req-4fa7af09-10e7-4aed-b500-4b5b6864c05e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925671 Jul 28 03:51:14.009598 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-8a739127-8b3c-44ab-9e93-7a7f3cf7df2c service neutron] 10.222.0.13 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533517 Jul 28 03:51:14.063571 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:14.121877 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a5b8efe1-b883-4133-b302-8802da82bf50,segment=NetworkSegment(0289bbad-7076-4622-bdc7-cc7423053890),segment_id=0289bbad-7076-4622-bdc7-cc7423053890)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:14.132029 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-1b844acd-fcd6-451a-ba20-3b2540441d77 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750914 Jul 28 03:51:14.136770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'a5b8efe1-b883-4133-b302-8802da82bf50', 'network_id': '578341db-1314-467f-953d-230d437bcd10', 'port_id': 'a5b8efe1-b883-4133-b302-8802da82bf50', 'mac_address': 'fa:16:3e:c6:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6550448-c4d7-43a7-b9eb-ea610f41e900', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:14.161923 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb20026-09b8-4136-832c-dde71d581f8f {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:14.178983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.183305 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.198595 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b8efe1-b883-4133-b302-8802da82bf50 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:14.224745 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a5b8efe1-b883-4133-b302-8802da82bf50,segment=NetworkSegment(0289bbad-7076-4622-bdc7-cc7423053890),segment_id=0289bbad-7076-4622-bdc7-cc7423053890)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:14.252894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9080e4-8654-4d0b-89f2-0344a2ab96c8 req-208ec417-8933-4b83-a2fd-83895067ce65 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:14.255442 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e9080e4-8654-4d0b-89f2-0344a2ab96c8 req-208ec417-8933-4b83-a2fd-83895067ce65 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 943 time: 0.1591749 Jul 28 03:51:14.263382 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Transition to ACTIVE for port object dbb20026-09b8-4136-832c-dde71d581f8f will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:14.276221 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-f2409016-1819-4e02-a4df-d068c2a88952 service neutron] 10.222.0.13 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563510 Jul 28 03:51:14.323807 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.332659 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e9080e4-8654-4d0b-89f2-0344a2ab96c8 req-92a7f8a6-8292-496b-a94a-82aad4fdfc0f tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Jul 28 03:51:14.335660 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5b59258-2b05-465d-bff0-6ac7d601413c req-bdebca83-4b3c-4794-a800-777764a762af service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922746 Jul 28 03:51:14.357409 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.390127 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:14.465569 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c36d8898-c9b1-49e3-98ec-5016e1334674 req-b8836692-ff07-47de-9cdb-7d1ee508b4dd tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0440798 Jul 28 03:51:14.467895 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:14.518140 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Attempting to bind port dbb20026-09b8-4136-832c-dde71d581f8f on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:14.518494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Attempting to bind port dbb20026-09b8-4136-832c-dde71d581f8f by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:14.518828 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Attempting to bind port dbb20026-09b8-4136-832c-dde71d581f8f on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:14.523592 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Port dbb20026-09b8-4136-832c-dde71d581f8f on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:14.523916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Attempting to bind port dbb20026-09b8-4136-832c-dde71d581f8f on network aad75adf-c16e-4ebb-a894-a1a95cdac1bb {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:14.533225 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:14.533529 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Checking segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:14.534881 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Bound using segment: {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:14.535343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Bound port: dbb20026-09b8-4136-832c-dde71d581f8f, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ac823-20ba-4bff-9ae0-84a78c256110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:14.535740 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.600100 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60744) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:14.613576 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-baaaa4f5-7cdd-4d8f-934b-b77d7d1e9a12 req-814edc77-e29e-44bd-9dda-45ce78dfaec2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0513825 Jul 28 03:51:14.719451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a4077-1b74-482a-8968-ebf574a757a9 req-5367e104-ddd4-4821-bd26-0c7d51df0c2f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:14.721013 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b38a4077-1b74-482a-8968-ebf574a757a9 req-5367e104-ddd4-4821-bd26-0c7d51df0c2f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 943 time: 0.1101675 Jul 28 03:51:14.735550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:14.783901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a5b8efe1-b883-4133-b302-8802da82bf50'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:14.784368 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=dbb20026-09b8-4136-832c-dde71d581f8f,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:14.787598 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b38a4077-1b74-482a-8968-ebf574a757a9 req-ef7c87d7-8594-4a66-8a98-2e379b76ed69 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567937 Jul 28 03:51:14.831229 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be31682e-e7fe-4d3e-8cce-4c4342d3ed11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.859119 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['52e9eb28-f853-4ea3-9b14-2208eb672cbc'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:14.885386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.928188 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:14.928879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:14.930736 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbb20026-09b8-4136-832c-dde71d581f8f HTTP/1.1" status: 200 len: 1093 time: 1.7959781 Jul 28 03:51:14.933116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:14.935757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:14.964112 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141903b6-6a84-4210-8e60-229adb8a28c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:14.979288 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be31682e-e7fe-4d3e-8cce-4c4342d3ed11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.005790 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d069e4-9a32-412b-bb58-712728063dbb x-openstack-request-id: req-80d069e4-9a32-412b-bb58-712728063dbb {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:15.005790 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:15.005790 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80d069e4-9a32-412b-bb58-712728063dbb {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:15.005790 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f', 'status': 'completed', 'code': 200} Jul 28 03:51:15.066577 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-be31682e-e7fe-4d3e-8cce-4c4342d3ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.074235 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d56b4802-c36e-4719-a076-f9b2028d5549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.160967 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-be31682e-e7fe-4d3e-8cce-4c4342d3ed11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3eebbf007d844cbb54c04a12f14345b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602918 Jul 28 03:51:15.163863 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60772) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:15.181850 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31682e-e7fe-4d3e-8cce-4c4342d3ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69997a0-bee2-46f2-a3a2-c1db94767828,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:15.195745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-bd481b90-b4b4-48e5-94e3-15a014ad7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:15.197263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-bd481b90-b4b4-48e5-94e3-15a014ad7ecb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1096 time: 0.1256850 Jul 28 03:51:15.248250 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7898df0-0bb9-4dbd-be27-a2d5c903e8eb req-acd3d23f-8aa5-4658-8da0-a91bf93f12fa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:15.249982 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7898df0-0bb9-4dbd-be27-a2d5c903e8eb req-acd3d23f-8aa5-4658-8da0-a91bf93f12fa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 943 time: 0.1670647 Jul 28 03:51:15.264745 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.277363 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.288781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.448145 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.452558 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.452833 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e69997a0-bee2-46f2-a3a2-c1db94767828 HTTP/1.1" status: 204 len: 168 time: 0.2877247 Jul 28 03:51:15.469268 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97d7a0-71a1-4080-820f-b4c16eef186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69997a0-bee2-46f2-a3a2-c1db94767828,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:15.584593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 51841538-8381-4f3d-9eb3-ca9034b0f650 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:15.612053 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7898df0-0bb9-4dbd-be27-a2d5c903e8eb req-ca69f796-735f-413c-9a34-2b7725385c45 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509543 Jul 28 03:51:15.652355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-008b0ac8-ff1b-46e4-99df-9f8d8563b5d1 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:15.655751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-008b0ac8-ff1b-46e4-99df-9f8d8563b5d1 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 811 time: 0.4753487 Jul 28 03:51:15.667569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32420c-f8fd-4e59-9d97-7c54542f7e26 req-4e2e5105-bda1-4f4c-bcff-35be06450781 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:15.669128 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac32420c-f8fd-4e59-9d97-7c54542f7e26 req-4e2e5105-bda1-4f4c-bcff-35be06450781 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 944 time: 0.1446164 Jul 28 03:51:15.677595 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-a2cefc9a-414e-4ffe-83bb-634398b41dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:15.677595 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-a2cefc9a-414e-4ffe-83bb-634398b41dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d3ffdd893b2d44759b8bacce84f192da&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4370282 Jul 28 03:51:15.734344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=51841538-8381-4f3d-9eb3-ca9034b0f650,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:15.745832 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '51841538-8381-4f3d-9eb3-ca9034b0f650', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'port_id': '51841538-8381-4f3d-9eb3-ca9034b0f650', 'mac_address': 'fa:16:3e:b5:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1291b172-00cb-4dba-935e-c04a548a31be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:15.799989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac32420c-f8fd-4e59-9d97-7c54542f7e26 req-e07f8962-d48b-4e47-849c-ebedfe0abbc3 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159825 Jul 28 03:51:15.803727 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.817303 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9251aac4-1eee-443d-8ed3-5fb204a7782c req-2258b95b-e34a-44fb-91b8-84ef9a02d5d4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0911171 Jul 28 03:51:15.817819 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51841538-8381-4f3d-9eb3-ca9034b0f650 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:15.848991 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=51841538-8381-4f3d-9eb3-ca9034b0f650,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:15.864393 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-262ac15f-ab35-4801-a22f-9ed6a8b41815 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 379 time: 0.1392925 Jul 28 03:51:15.881492 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'port': {'device_id': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'admin_state_up': True, 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'security_groups': ['cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:15.906287 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:15.977327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:15.992793 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.001951 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f9a985c-5c62-42c6-853a-f6edf6ee12e6 req-9704adad-efac-4cec-af86-1dde6333f239 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0668869 Jul 28 03:51:16.002971 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-5dcc3670-a007-45d2-bade-040c80fbbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:16.004665 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e59629d8-1afe-4354-bc9e-c483bbdcc5b4 req-5dcc3670-a007-45d2-bade-040c80fbbf0d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859991 Jul 28 03:51:16.062468 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb373d40-dafd-4bfc-b501-4af717230dbf req-a173d0fc-4fec-48ee-9ffc-0e04c30a5cdd tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:16.062468 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb373d40-dafd-4bfc-b501-4af717230dbf req-a173d0fc-4fec-48ee-9ffc-0e04c30a5cdd tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 944 time: 0.1316562 Jul 28 03:51:16.154203 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb373d40-dafd-4bfc-b501-4af717230dbf req-5996de31-5eb0-4fd9-9739-5abdcaf314a6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793176 Jul 28 03:51:16.163230 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-646057c3-4d8f-4389-8875-102aafebb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:16.164769 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-646057c3-4d8f-4389-8875-102aafebb000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1096 time: 0.0807354 Jul 28 03:51:16.205619 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:16.234516 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Made reservation on behalf of e813232dd5a04dab8ab4409826b2cdb9 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:16.239155 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.242203 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-ab2e0b4d-b4b6-4c92-a5f5-8328dd5ee348 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbb20026-09b8-4136-832c-dde71d581f8f HTTP/1.1" status: 200 len: 217 time: 0.0472779 Jul 28 03:51:16.318892 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60824) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:16.335692 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3748550e-9983-4d72-a57c-1fdfd3fd5575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.374996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-28951b8b-19ac-40d8-8507-0c4a1343a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:16.376465 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-28951b8b-19ac-40d8-8507-0c4a1343a640 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.1221523 Jul 28 03:51:16.431355 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3748550e-9983-4d72-a57c-1fdfd3fd5575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.432931 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-2cdc4bba-afb6-433d-b125-d579a96f908b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344529 Jul 28 03:51:16.463766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Allocated IP 172.20.0.7 (8e4bc4dd-5073-41e8-882a-2aef5754b43e/8487355b-6306-4f87-afb5-068dfcc7a9db/517b10a3-2cd6-43e2-b0c9-343c1de1f631) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:16.534042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3748550e-9983-4d72-a57c-1fdfd3fd5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.577213 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3748550e-9983-4d72-a57c-1fdfd3fd5575 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dbb75e7e3e54e0d85f049f4ee511ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572393 Jul 28 03:51:16.578562 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748550e-9983-4d72-a57c-1fdfd3fd5575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136283c-2fd0-4562-b4c1-c750c692f5ce,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:16.580713 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60826) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:16.714473 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-5d39bea6-ea00-4ae0-a7c1-f4b80a8280fc service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546967 Jul 28 03:51:16.714967 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.714967 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.743938 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.771511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac4bcd21-8723-40f4-b460-fb68ec5f71dc req-a3f334b1-71f4-4ac4-ab81-fdf3da2127d7 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626582 Jul 28 03:51:16.787021 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af9bf8-fd1f-446c-ab02-76a00622ac06 req-906c11e4-c1c1-40e5-a350-c611b0101c02 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:16.787021 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7af9bf8-fd1f-446c-ab02-76a00622ac06 req-906c11e4-c1c1-40e5-a350-c611b0101c02 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 943 time: 0.0967066 Jul 28 03:51:16.825028 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7af9bf8-fd1f-446c-ab02-76a00622ac06 req-fa7ff04f-58ad-4f60-9778-0efda736644c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Jul 28 03:51:16.848037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Transition to ACTIVE for port object 517b10a3-2cd6-43e2-b0c9-343c1de1f631 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:16.848942 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.851800 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:16.854057 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3136283c-2fd0-4562-b4c1-c750c692f5ce HTTP/1.1" status: 204 len: 168 time: 0.2715278 Jul 28 03:51:16.863504 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3da0f-38fa-4a65-9ad4-a4be366dc692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136283c-2fd0-4562-b4c1-c750c692f5ce,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:16.980377 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d92ce3d0-dda7-4f27-aa65-e96a398e1f35 req-d7d02749-375f-4bfc-a5e8-4fa9e0690575 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0331697 Jul 28 03:51:16.983816 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60838) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:16.990909 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.047033 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b6e-080c-4d41-97b7-8b2fd65d7c19 req-ec3047e4-fa23-472f-ba4e-62e92a95f904 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:17.055123 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2b568b6e-080c-4d41-97b7-8b2fd65d7c19 req-ec3047e4-fa23-472f-ba4e-62e92a95f904 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 944 time: 0.1414089 Jul 28 03:51:17.082681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:17.104653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:17.108439 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:17.114310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:17.114944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.126350 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c48c2f2b-a576-43aa-b61b-9442d04afeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.224278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:17.249166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c48c2f2b-a576-43aa-b61b-9442d04afeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.263863 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-50eb90c6-5701-487a-871d-56c9de463a71 req-9dfb4ad9-d1e7-49b5-8f01-4263e886732a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0690296 Jul 28 03:51:17.290679 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2b568b6e-080c-4d41-97b7-8b2fd65d7c19 req-3ff1ec98-a030-483b-8cee-01c2f0db09e5 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338350 Jul 28 03:51:17.294828 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c48c2f2b-a576-43aa-b61b-9442d04afeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.324874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-c2c1f875-3a59-4486-a5c5-fb33ac9c37b6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:17.327591 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-c2c1f875-3a59-4486-a5c5-fb33ac9c37b6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 817 time: 0.2572656 Jul 28 03:51:17.374933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-5f752e0a-1465-4e3c-a1d2-4b9b40bb1ea0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4991164 Jul 28 03:51:17.379619 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c48c2f2b-a576-43aa-b61b-9442d04afeed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3717b9df95f48e4923b8d5079186962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915842 Jul 28 03:51:17.383023 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60850) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:17.396203 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2f2b-a576-43aa-b61b-9442d04afeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993937d0-ecb9-4460-a1c6-f7f4d26c2877,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:17.403230 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Request body: {'port': {'device_id': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:17.468469 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-abe24c49-e642-4539-bf82-a4559f630549 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 378 time: 0.1192977 Jul 28 03:51:17.488600 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.495945 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'port': {'device_id': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'admin_state_up': True, 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'security_groups': ['832f041e-efcd-43d5-a707-a070d47d4e9a']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:17.505526 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-4a341c02-fd88-46b7-a373-1f148407b4e3 None None] Provisioning for port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:17.514842 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-4a341c02-fd88-46b7-a373-1f148407b4e3 None None] Provisioning complete for port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:17.514842 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-4a341c02-fd88-46b7-a373-1f148407b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.516423 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.517828 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2241b-89a3-47ce-b80f-e9a8d1f4d1dd req-a99a78b0-716e-4208-9ea1-34e16b7acd67 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:17.525224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bef2241b-89a3-47ce-b80f-e9a8d1f4d1dd req-a99a78b0-716e-4208-9ea1-34e16b7acd67 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 944 time: 0.1772964 Jul 28 03:51:17.590739 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-4a341c02-fd88-46b7-a373-1f148407b4e3 None None] Port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:51:17.607147 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 51841538-8381-4f3d-9eb3-ca9034b0f650 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:17.608284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.615550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bef2241b-89a3-47ce-b80f-e9a8d1f4d1dd req-35c4a89a-fb5a-4e14-8762-3d7d58a2ae95 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895205 Jul 28 03:51:17.693979 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.699001 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.699116 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.699116 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/993937d0-ecb9-4460-a1c6-f7f4d26c2877 HTTP/1.1" status: 204 len: 168 time: 0.3141568 Jul 28 03:51:17.709527 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a3dc-406a-4c9c-87fb-ca00270c9696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993937d0-ecb9-4460-a1c6-f7f4d26c2877,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:17.745019 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 51841538-8381-4f3d-9eb3-ca9034b0f650 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:17.749824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 51841538-8381-4f3d-9eb3-ca9034b0f650 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:17.750840 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.840047 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.854832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Made reservation on behalf of c2225b073de246b69280290dce7fa584 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:17.859217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:17.866494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:17.961235 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=51841538-8381-4f3d-9eb3-ca9034b0f650,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:18.042954 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.046352 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 52e9eb28-f853-4ea3-9b14-2208eb672cbc up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:18.053957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517b10a3-2cd6-43e2-b0c9-343c1de1f631 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:18.064339 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0d084-8741-4ae5-a268-5bf546f106e5 req-37fa0567-f257-4b4f-a411-f7bdff59f9e3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:18.065913 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bad0d084-8741-4ae5-a268-5bf546f106e5 req-37fa0567-f257-4b4f-a411-f7bdff59f9e3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 943 time: 0.1626132 Jul 28 03:51:18.088880 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.133933 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:18.157400 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Transition to ACTIVE for port object 517b10a3-2cd6-43e2-b0c9-343c1de1f631 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:18.187098 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d81d3-fb1e-413b-9a30-f10b244e1713" -d '{"events": [{"server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "name": "network-vif-plugged", "status": "completed", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:18.188320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Allocated IP 172.20.0.12 (7fd140e9-74dd-4e79-8303-2c88dc35d567/a7006ca5-00d8-4aaf-929f-04c8b18807d2/d1a35b97-8f51-4d26-9e88-d5b160e73c38) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:18.194558 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bad0d084-8741-4ae5-a268-5bf546f106e5 req-e3b7b90b-fb5e-4865-bfcf-c0f98548829e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009505 Jul 28 03:51:18.214265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497391-a0a1-4fbb-a990-edcefd0ab75a req-aa762188-8ea0-4195-a8b7-fa8053173530 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:18.218215 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c497391-a0a1-4fbb-a990-edcefd0ab75a req-aa762188-8ea0-4195-a8b7-fa8053173530 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 931 time: 0.1315196 Jul 28 03:51:18.242577 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 52e9eb28-f853-4ea3-9b14-2208eb672cbc completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:18.253725 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 52e9eb28-f853-4ea3-9b14-2208eb672cbc triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:18.253725 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.277068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.307398 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c497391-a0a1-4fbb-a990-edcefd0ab75a req-f3e9c833-a786-4c12-9697-526c6cc64062 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871227 Jul 28 03:51:18.340106 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.382508 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:18.438987 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e141010f-facf-4f8c-8b20-5ac7956bfa93 req-928ce1c7-3df1-4005-b8dc-05140da0bc16 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0539804 Jul 28 03:51:18.442076 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:18.443452 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.444551 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a5b8efe1-b883-4133-b302-8802da82bf50 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:18.494284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Attempting to bind port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:18.494630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Attempting to bind port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:18.495022 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Attempting to bind port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:18.506322 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:18.507126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Attempting to bind port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:18.524674 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:18.525024 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Checking segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:18.525422 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Bound using segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:18.525901 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Bound port: 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:18.526264 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.553394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.561904 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c0ff0-c92f-4081-849e-b4052b4a4df1 x-openstack-request-id: req-e77c0ff0-c92f-4081-849e-b4052b4a4df1 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:18.562459 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "name": "network-vif-plugged", "status": "completed", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:18.562459 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e77c0ff0-c92f-4081-849e-b4052b4a4df1 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:18.562915 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650', 'code': 200} Jul 28 03:51:18.599028 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60900) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:18.610198 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Transition to ACTIVE for port object d1a35b97-8f51-4d26-9e88-d5b160e73c38 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:18.613058 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b538-1f02-411b-b94f-17511446a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.658849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:18.687848 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port a5b8efe1-b883-4133-b302-8802da82bf50 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:18.694179 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port a5b8efe1-b883-4133-b302-8802da82bf50 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:18.694179 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.695410 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:18.696969 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:18.761893 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.764640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.776521 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b538-1f02-411b-b94f-17511446a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.792425 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.841241 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a5b8efe1-b883-4133-b302-8802da82bf50,segment=NetworkSegment(0289bbad-7076-4622-bdc7-cc7423053890),segment_id=0289bbad-7076-4622-bdc7-cc7423053890)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:18.842955 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b538-1f02-411b-b94f-17511446a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.881753 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7b538-1f02-411b-b94f-17511446a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa4568-6aab-495e-9420-e9e7f59a62ef,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:18.892474 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ccc7b538-1f02-411b-b94f-17511446a619 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49a45e76a2bd4feea8686c3bd690f4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904737 Jul 28 03:51:18.894507 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 60908) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:18.924545 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:18.967743 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.061369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:19.071311 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.081640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb0232-3749-41f9-9d01-0de0d3e29b0a req-49051ab1-4159-4430-a7fb-87a487775f3d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.083290 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7dcb0232-3749-41f9-9d01-0de0d3e29b0a req-49051ab1-4159-4430-a7fb-87a487775f3d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 944 time: 0.3849530 Jul 28 03:51:19.084274 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:19.090331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:19.096162 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.096823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.107612 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.108256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.109662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] 10.222.0.30 "PUT /v2.0/ports/517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 1093 time: 1.7175927 Jul 28 03:51:19.115134 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:19.117237 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ba012-a097-4b03-bbaa-4c12cbce681b" -d '{"events": [{"name": "network-changed", "server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:19.118144 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:19.161168 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-17c8f0f8-4232-40b2-ab7e-7941c4b90d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.162419 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25285d-ef38-4dd4-8a2d-5458506f4583 req-d6b73a7a-3a37-4023-b7fd-297cedb5d146 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.163849 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-17c8f0f8-4232-40b2-ab7e-7941c4b90d84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 1098 time: 0.1894395 Jul 28 03:51:19.163990 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1b25285d-ef38-4dd4-8a2d-5458506f4583 req-d6b73a7a-3a37-4023-b7fd-297cedb5d146 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.4279108 Jul 28 03:51:19.171326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468b5e6-fbb1-4676-8afb-0d47f69f6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:19.188266 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-b5709952-1695-40a6-9e5f-8b04c9ba11f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.204146 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.207875 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.210184 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2baa4568-6aab-495e-9420-e9e7f59a62ef HTTP/1.1" status: 204 len: 168 time: 0.3143356 Jul 28 03:51:19.221050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41398974-3e48-4591-a95a-fbefa5546ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa4568-6aab-495e-9420-e9e7f59a62ef,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:19.235234 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7dcb0232-3749-41f9-9d01-0de0d3e29b0a req-f942654f-b142-47c1-a39c-773544b3c346 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Jul 28 03:51:19.265367 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7771785 Jul 28 03:51:19.280458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5fa6-b5f0-44a7-9b25-208e90a3ca92 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:19.284839 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1b25285d-ef38-4dd4-8a2d-5458506f4583 req-73e964b5-cb05-4e3f-96e1-8eebc99b2d81 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091285 Jul 28 03:51:19.294879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Request body: {'port': {'device_id': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:19.434168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec0386-8311-4ae2-aaf2-29fae433ee44 x-openstack-request-id: req-dcec0386-8311-4ae2-aaf2-29fae433ee44 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:19.440308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:19.440647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcec0386-8311-4ae2-aaf2-29fae433ee44 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:19.440999 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'status': 'completed', 'code': 200} Jul 28 03:51:19.474447 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-b5709952-1695-40a6-9e5f-8b04c9ba11f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.509489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.536699 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-f6064a20-57dc-4ba2-aef2-dcec351afcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.538325 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-f6064a20-57dc-4ba2-aef2-dcec351afcb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1096 time: 0.2139187 Jul 28 03:51:19.539352 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-b5709952-1695-40a6-9e5f-8b04c9ba11f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.584238 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-f73d7f68-2837-49f4-a169-1d3f0339e48a req-b5709952-1695-40a6-9e5f-8b04c9ba11f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126563 Jul 28 03:51:19.602460 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device dbb20026-09b8-4136-832c-dde71d581f8f details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:19.605025 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5709952-1695-40a6-9e5f-8b04c9ba11f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2615f667-ea45-4c2a-877f-59a9c6db5028,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:19.631604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-d85bbf4b-b280-44ce-b1b5-624cb15f2e0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 217 time: 0.0774701 Jul 28 03:51:19.649017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163c429-a0e4-4764-96b5-2b5c4f40e5e1 req-ed5c16bd-9453-4f5d-9088-d501c8a5629b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.649017 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d163c429-a0e4-4764-96b5-2b5c4f40e5e1 req-ed5c16bd-9453-4f5d-9088-d501c8a5629b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 943 time: 0.1999340 Jul 28 03:51:19.675365 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-a9383d58-1fa5-4b83-bc39-c69888ef0f92 None None] Provisioning for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:19.681384 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-a9383d58-1fa5-4b83-bc39-c69888ef0f92 None None] Provisioning complete for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:19.681884 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a9383d58-1fa5-4b83-bc39-c69888ef0f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.727706 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38c2c-8ba2-418e-be42-d9ce44eb3de5 req-ed468891-c8a0-47c2-86cf-61ddbc2d0dd7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.729234 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1ff38c2c-8ba2-418e-be42-d9ce44eb3de5 req-ed468891-c8a0-47c2-86cf-61ddbc2d0dd7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.2210436 Jul 28 03:51:19.733116 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-a9383d58-1fa5-4b83-bc39-c69888ef0f92 None None] Port d1a35b97-8f51-4d26-9e88-d5b160e73c38 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:51:19.760711 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=dbb20026-09b8-4136-832c-dde71d581f8f,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:19.773311 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'dbb20026-09b8-4136-832c-dde71d581f8f', 'network_id': 'aad75adf-c16e-4ebb-a894-a1a95cdac1bb', 'port_id': 'dbb20026-09b8-4136-832c-dde71d581f8f', 'mac_address': 'fa:16:3e:7f:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f004755f-2c71-44d7-8d8d-f86fd3a43681', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:19.774799 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d163c429-a0e4-4764-96b5-2b5c4f40e5e1 req-abaf61c1-47e2-4388-b8da-2e50a8cb8246 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183379 Jul 28 03:51:19.817807 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.831859 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb20026-09b8-4136-832c-dde71d581f8f {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:19.855722 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=dbb20026-09b8-4136-832c-dde71d581f8f,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:19.899006 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1ff38c2c-8ba2-418e-be42-d9ce44eb3de5 req-9bcded8e-1c3a-44c2-afd7-21fe11756781 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491699 Jul 28 03:51:19.934064 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:19.971556 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-b5c5f645-cf36-4692-b0f0-10221570fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:19.973084 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-b5c5f645-cf36-4692-b0f0-10221570fa76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0960708 Jul 28 03:51:20.003294 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:20.015394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783fa88-d922-4bbe-a168-c681e439228c req-48801425-1fc5-450e-85a3-59037c74c777 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:20.016922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4783fa88-d922-4bbe-a168-c681e439228c req-48801425-1fc5-450e-85a3-59037c74c777 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 932 time: 0.1429327 Jul 28 03:51:20.108980 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4783fa88-d922-4bbe-a168-c681e439228c req-a502a6f1-7de5-40ad-8347-6d1993c1d62d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742693 Jul 28 03:51:20.115782 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:20.129301 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.132832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-dde1cf88-b01f-4f10-af95-7a15529e008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:20.134477 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-dde1cf88-b01f-4f10-af95-7a15529e008a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1513891 Jul 28 03:51:20.173089 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Transition to ACTIVE for port object d1a35b97-8f51-4d26-9e88-d5b160e73c38 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:20.239365 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['dbb20026-09b8-4136-832c-dde71d581f8f'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:20.252119 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-c3359981-d210-4ad7-9689-482f905043be service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057250 Jul 28 03:51:20.253605 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.423217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:20.564437 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc'}, {'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:20.567955 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9afe38-a173-46d0-a45c-6a5515d9ed3b" -d '{"events": [{"server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "name": "network-vif-plugged", "status": "completed", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc"}, {"server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:20.576950 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Attempting to bind port d1a35b97-8f51-4d26-9e88-d5b160e73c38 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:20.577288 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Attempting to bind port d1a35b97-8f51-4d26-9e88-d5b160e73c38 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:20.577622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Attempting to bind port d1a35b97-8f51-4d26-9e88-d5b160e73c38 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:20.592596 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f626b2-afc3-4fa6-a12d-6e64e5455d94 req-8190baa1-f40b-471e-9044-b491931f163b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:20.594115 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-58f626b2-afc3-4fa6-a12d-6e64e5455d94 req-8190baa1-f40b-471e-9044-b491931f163b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.1765604 Jul 28 03:51:20.602593 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Port d1a35b97-8f51-4d26-9e88-d5b160e73c38 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:20.602918 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Attempting to bind port d1a35b97-8f51-4d26-9e88-d5b160e73c38 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:20.608398 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f846754-6b35-42d3-b8d4-057e36e4fb80 req-c17432c3-ae2b-4b69-b9cc-fa2dc1701cab service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468423 Jul 28 03:51:20.621616 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc843c-dd09-4ada-ac9a-e4ad1f405b64 req-921adde4-2e98-4364-a2ca-2e6e62711bdc tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:20.623713 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8ccc843c-dd09-4ada-ac9a-e4ad1f405b64 req-921adde4-2e98-4364-a2ca-2e6e62711bdc tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.1951475 Jul 28 03:51:20.625833 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:20.626171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Checking segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:20.626543 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Bound using segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:20.626996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Bound port: d1a35b97-8f51-4d26-9e88-d5b160e73c38, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:20.627350 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.702631 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-58f626b2-afc3-4fa6-a12d-6e64e5455d94 req-096d292f-d6a8-4920-9763-a07448587f9d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008217 Jul 28 03:51:20.725419 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8ccc843c-dd09-4ada-ac9a-e4ad1f405b64 req-b400d4c4-b3e1-4067-b7e3-333794deccfe tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900130 Jul 28 03:51:20.751766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:20.755163 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:20.772867 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d92392-fea7-4b53-9e10-60afadcfca4e x-openstack-request-id: req-76d92392-fea7-4b53-9e10-60afadcfca4e {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:20.773356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "name": "network-vif-plugged", "status": "completed", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc", "code": 200}, {"server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:20.773455 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d92392-fea7-4b53-9e10-60afadcfca4e {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:20.773833 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'code': 200} Jul 28 03:51:20.774265 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50', 'code': 200} Jul 28 03:51:20.854686 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.941537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:20.942201 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.944205 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 1094 time: 1.6532297 Jul 28 03:51:20.985867 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d697c5-caa4-427a-9bef-d1e5e8bba545 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:21.004783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7edae7-4891-488a-b131-d337d79101dc req-87014356-750a-42d0-b17a-4137b4b26858 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.012370 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e7edae7-4891-488a-b131-d337d79101dc req-87014356-750a-42d0-b17a-4137b4b26858 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 944 time: 0.1680288 Jul 28 03:51:21.047936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-0c41cffb-06a0-4c4a-bcf2-7af1c5736060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.049453 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-0c41cffb-06a0-4c4a-bcf2-7af1c5736060 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1096 time: 0.1745329 Jul 28 03:51:21.219469 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e7edae7-4891-488a-b131-d337d79101dc req-181b7b19-c146-43da-9bd2-926d3b563aeb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060850 Jul 28 03:51:21.252325 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15a8e6-10f0-4402-9a21-e8c201327bd8 req-7048fbb4-8b35-48a6-b2d4-80d722c5f3d6 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.254103 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be15a8e6-10f0-4402-9a21-e8c201327bd8 req-7048fbb4-8b35-48a6-b2d4-80d722c5f3d6 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.2284632 Jul 28 03:51:21.293454 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-b06ae8d9-5481-45cc-8820-3d3f5c6c34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.295059 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-b06ae8d9-5481-45cc-8820-3d3f5c6c34ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.2253783 Jul 28 03:51:21.297114 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-51e7e1b4-cd3d-4aee-87ee-3c6af61829ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.298558 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-51e7e1b4-cd3d-4aee-87ee-3c6af61829ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1097 time: 0.1381814 Jul 28 03:51:21.308446 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7369-7f50-4835-9db4-38388869eea4 req-bb272228-618b-4aad-b816-8de268bce5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.320857 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-09be7369-7f50-4835-9db4-38388869eea4 req-bb272228-618b-4aad-b816-8de268bce5a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 1098 time: 0.0952895 Jul 28 03:51:21.323775 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be15a8e6-10f0-4402-9a21-e8c201327bd8 req-455b5980-751d-483c-816d-1413e4ed8e03 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624206 Jul 28 03:51:21.380109 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc432b-c4a5-426d-8f97-0b7f032f50bc req-981fd34f-d6cf-41d1-b4ba-df42e042e541 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.382299 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fdc432b-c4a5-426d-8f97-0b7f032f50bc req-981fd34f-d6cf-41d1-b4ba-df42e042e541 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0548999 Jul 28 03:51:21.419873 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fdc432b-c4a5-426d-8f97-0b7f032f50bc req-3ec96a68-41f5-476a-9643-01a0aa62c9af tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307956 Jul 28 03:51:21.442453 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:21.446533 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e62a6-68e3-458f-8cba-f07ae595c84b" -d '{"events": [{"name": "network-changed", "server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:21.482675 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc1e8c4-8a02-422d-b237-a8b7b1e7918b x-openstack-request-id: req-0cc1e8c4-8a02-422d-b237-a8b7b1e7918b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:21.482955 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:21.483208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cc1e8c4-8a02-422d-b237-a8b7b1e7918b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:21.483622 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'status': 'completed', 'code': 200} Jul 28 03:51:21.790715 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 32776) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:21.845433 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6956-acf8-42f4-8cb0-898724bcc158 req-d04acb26-6596-4b36-b6de-87b608eeee1d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.846941 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-567b6956-acf8-42f4-8cb0-898724bcc158 req-d04acb26-6596-4b36-b6de-87b608eeee1d tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0741246 Jul 28 03:51:21.861362 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae0df2-bdd0-4a84-8c7d-7e4216c48168 req-9fa7d0a4-adc1-445a-a5f9-2474a7da6c17 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:21.862779 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-43ae0df2-bdd0-4a84-8c7d-7e4216c48168 req-9fa7d0a4-adc1-445a-a5f9-2474a7da6c17 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0651696 Jul 28 03:51:21.891506 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-759345f9-bdab-45aa-9864-a76058a9d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:21.916859 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-567b6956-acf8-42f4-8cb0-898724bcc158 req-afd3370e-acdc-4c24-a1d7-b54a90313528 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Jul 28 03:51:21.924416 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-43ae0df2-bdd0-4a84-8c7d-7e4216c48168 req-2e8b3099-bfd7-4879-95eb-6ba2d091ba56 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Jul 28 03:51:21.979020 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-759345f9-bdab-45aa-9864-a76058a9d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.053449 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-759345f9-bdab-45aa-9864-a76058a9d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.088817 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759345f9-bdab-45aa-9864-a76058a9d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c3369-f348-4200-a531-624b8194a272,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:22.092973 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-759345f9-bdab-45aa-9864-a76058a9d25f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d6f953099b94d22a74a561d1ef0fec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012769 Jul 28 03:51:22.095769 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 32782) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:22.142835 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.163413 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.298904 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.301423 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:22.305062 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c12c3369-f348-4200-a531-624b8194a272 HTTP/1.1" status: 204 len: 168 time: 0.2059467 Jul 28 03:51:22.312514 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a367cb7-61ed-4af1-8a0e-7af2b5735837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c3369-f348-4200-a531-624b8194a272,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:22.358573 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b72c4-403e-4cab-b02f-d071256471f7 req-6ce99d7a-521c-4aee-afa5-abe55b3d241c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:22.360173 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d94b72c4-403e-4cab-b02f-d071256471f7 req-6ce99d7a-521c-4aee-afa5-abe55b3d241c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 944 time: 0.0531399 Jul 28 03:51:22.407763 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d94b72c4-403e-4cab-b02f-d071256471f7 req-18c1458b-c345-41d7-8b1b-a9642deb357d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Jul 28 03:51:22.443694 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0419a5-6d6a-4640-84ca-e1a02425538e req-ed0206c8-b8b9-494d-9758-23cbf64ac82d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:22.445161 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8c0419a5-6d6a-4640-84ca-e1a02425538e req-ed0206c8-b8b9-494d-9758-23cbf64ac82d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0531077 Jul 28 03:51:22.483865 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8c0419a5-6d6a-4640-84ca-e1a02425538e req-c484e9b6-d057-4ae3-bfa5-7bdec4f07f55 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Jul 28 03:51:22.546781 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723daeb9-bef4-4193-b248-e21c184ae593 req-33f33cdf-7cb1-4bf3-bf87-bbbcb88681a4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:22.548162 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-723daeb9-bef4-4193-b248-e21c184ae593 req-33f33cdf-7cb1-4bf3-bf87-bbbcb88681a4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0572109 Jul 28 03:51:22.589091 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-723daeb9-bef4-4193-b248-e21c184ae593 req-7554abe3-77cd-4a55-8da3-98f81400938b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349154 Jul 28 03:51:22.979415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device dbb20026-09b8-4136-832c-dde71d581f8f up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:23.074115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e717569-1c65-492d-9108-a4812354f8ca req-a847fa30-25f4-4724-825e-36f840f2123f tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:23.075639 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e717569-1c65-492d-9108-a4812354f8ca req-a847fa30-25f4-4724-825e-36f840f2123f tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0765817 Jul 28 03:51:23.086897 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ee69-8170-4c14-ac69-d390a3ffe4f5 req-94daeec3-23b9-4568-a1d3-7dbd6805cbe9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:23.088218 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75a1ee69-8170-4c14-ac69-d390a3ffe4f5 req-94daeec3-23b9-4568-a1d3-7dbd6805cbe9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0642462 Jul 28 03:51:23.128106 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port dbb20026-09b8-4136-832c-dde71d581f8f completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:23.133187 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port dbb20026-09b8-4136-832c-dde71d581f8f triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:23.138851 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:23.144366 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e717569-1c65-492d-9108-a4812354f8ca req-ced4c655-603b-489e-b328-73068e239fdc tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552037 Jul 28 03:51:23.147102 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75a1ee69-8170-4c14-ac69-d390a3ffe4f5 req-cab21795-6977-4173-980d-c0397269daeb tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518322 Jul 28 03:51:23.228585 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:23.250415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:23.252614 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da75b1-dd81-4849-9d6f-c56459f90fb2" -d '{"events": [{"server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "name": "network-vif-plugged", "status": "completed", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:23.266105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=dbb20026-09b8-4136-832c-dde71d581f8f,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:23.293118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70d5fe-1058-4d1b-afe2-65936d739528 x-openstack-request-id: req-1e70d5fe-1058-4d1b-afe2-65936d739528 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:23.293118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "name": "network-vif-plugged", "status": "completed", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:23.293118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e70d5fe-1058-4d1b-afe2-65936d739528 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:23.293118 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f', 'code': 200} Jul 28 03:51:23.333480 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:23.381291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:23.523795 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dff96-c041-48c1-ac1b-8ab61dcb2201 req-6d263e38-0668-44c3-ba26-ae57620685b0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:23.526559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-572dff96-c041-48c1-ac1b-8ab61dcb2201 req-6d263e38-0668-44c3-ba26-ae57620685b0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Jul 28 03:51:23.567050 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-572dff96-c041-48c1-ac1b-8ab61dcb2201 req-1e652816-72b3-47e0-b53f-30eac3f59074 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Jul 28 03:51:23.612847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc511ed9-a03d-42e2-808d-95d62a8c87a2 req-2e53bc17-640f-42ef-bfc8-fd04bf345e15 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:23.614278 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc511ed9-a03d-42e2-808d-95d62a8c87a2 req-2e53bc17-640f-42ef-bfc8-fd04bf345e15 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0512197 Jul 28 03:51:23.652840 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc511ed9-a03d-42e2-808d-95d62a8c87a2 req-6dda0739-ed31-4d57-997e-cd8303835a0c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jul 28 03:51:23.712330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60f49e-5137-4e97-9f61-551f16a0c556 req-0439c40a-21cb-47de-8636-51528089b3e5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:23.713834 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f60f49e-5137-4e97-9f61-551f16a0c556 req-0439c40a-21cb-47de-8636-51528089b3e5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0507097 Jul 28 03:51:23.751199 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f60f49e-5137-4e97-9f61-551f16a0c556 req-f97a8976-dc0d-4b3c-8c9e-ca654e47e898 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313077 Jul 28 03:51:24.125812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.30', 60298) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:24.160920 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-09be7369-7f50-4835-9db4-38388869eea4 req-2d366e2f-b029-4854-8e9c-bbcc21fbc711 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324380 Jul 28 03:51:24.206242 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-29061bc5-42b2-47b9-9c42-9c0c84c3c4c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 217 time: 0.0783629 Jul 28 03:51:24.227624 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-7f73dc83-b742-4bf7-94ca-1c72ba150a1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 217 time: 0.0934210 Jul 28 03:51:24.563420 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87b639-0a68-45ad-a5a9-dc2bc474c3ee req-eaea489c-5abc-4986-aa1c-563c66dc19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.564883 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6f87b639-0a68-45ad-a5a9-dc2bc474c3ee req-eaea489c-5abc-4986-aa1c-563c66dc19f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.3675716 Jul 28 03:51:24.597075 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa4f9e-098e-429d-a820-dce2cf9717f6 req-fa565b9d-280b-4275-a434-408e599fc37b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.598551 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-77aa4f9e-098e-429d-a820-dce2cf9717f6 req-fa565b9d-280b-4275-a434-408e599fc37b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.3689983 Jul 28 03:51:24.605576 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059171ac-f3f7-4672-8b96-6ae2449ec078 req-6be6493f-5644-4ec3-8c27-bd9d50ebf4a1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.607014 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-059171ac-f3f7-4672-8b96-6ae2449ec078 req-6be6493f-5644-4ec3-8c27-bd9d50ebf4a1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.3785295 Jul 28 03:51:24.661624 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-792268d8-707d-44e4-a66c-c287b8286508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.663058 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-792268d8-707d-44e4-a66c-c287b8286508 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.1455116 Jul 28 03:51:24.667630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-55ca4fdc-80a6-4a23-829a-91aa855ce8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.669461 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-55ca4fdc-80a6-4a23-829a-91aa855ce8ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.1352217 Jul 28 03:51:24.688554 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-059171ac-f3f7-4672-8b96-6ae2449ec078 req-d67e8f03-1f2b-45c3-a21b-d1a220f5b47d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730200 Jul 28 03:51:24.693152 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-77aa4f9e-098e-429d-a820-dce2cf9717f6 req-8a6668ae-7103-4113-bd4a-956095e8e579 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852547 Jul 28 03:51:24.819664 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90668020-2a4f-452a-b702-8e1c6f0cbc28 req-6e02ba66-97b5-4806-a2e5-f82f441937a0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.821113 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90668020-2a4f-452a-b702-8e1c6f0cbc28 req-6e02ba66-97b5-4806-a2e5-f82f441937a0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0778253 Jul 28 03:51:24.828883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ddc5-bfc6-4fb3-bce0-f5ffe1c3c944 req-83d0ff79-fb34-4a5a-9f9f-fae67439bc8c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.830240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc48ddc5-bfc6-4fb3-bce0-f5ffe1c3c944 req-83d0ff79-fb34-4a5a-9f9f-fae67439bc8c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0775001 Jul 28 03:51:24.877374 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90668020-2a4f-452a-b702-8e1c6f0cbc28 req-5af0571a-815d-4668-89d1-f8eafeddbf07 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Jul 28 03:51:24.889070 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc48ddc5-bfc6-4fb3-bce0-f5ffe1c3c944 req-505a1b9a-2cc5-4b99-b62a-8c0402d2fb8c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519385 Jul 28 03:51:24.978604 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98e36-88e5-4f9d-a822-c41a0f21d786 req-af94cf33-352e-41b4-bf76-cf9230311ae9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:24.980063 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97d98e36-88e5-4f9d-a822-c41a0f21d786 req-af94cf33-352e-41b4-bf76-cf9230311ae9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0483558 Jul 28 03:51:25.017940 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97d98e36-88e5-4f9d-a822-c41a0f21d786 req-80e80430-1506-41e8-bba0-09669a6f3061 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310833 Jul 28 03:51:25.831836 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800763-9183-488d-ae55-a18f704d3d81 req-db8fd1c2-2896-4f87-bc3d-99064ae8debf tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:25.833297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f800763-9183-488d-ae55-a18f704d3d81 req-db8fd1c2-2896-4f87-bc3d-99064ae8debf tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0769868 Jul 28 03:51:25.841189 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557b9a-d472-47ca-a687-eb102dea1716 req-98ba5050-fab9-433a-bae0-131f676c227b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:25.842573 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4557b9a-d472-47ca-a687-eb102dea1716 req-98ba5050-fab9-433a-bae0-131f676c227b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0771754 Jul 28 03:51:25.897106 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f800763-9183-488d-ae55-a18f704d3d81 req-30131973-1fca-4417-9519-8186bd8d6072 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Jul 28 03:51:25.900054 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4557b9a-d472-47ca-a687-eb102dea1716 req-e64fc170-c678-425c-8a1b-9489525ec7d1 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506463 Jul 28 03:51:26.026894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416c021-1cc2-4ac4-ab38-b64a7f3ce84c req-80be44a0-36d8-42ad-bb5c-3fd738a35994 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:26.028362 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5416c021-1cc2-4ac4-ab38-b64a7f3ce84c req-80be44a0-36d8-42ad-bb5c-3fd738a35994 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0784631 Jul 28 03:51:26.035531 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022b7b-a0a7-4516-8a97-b35b63cbe6ae req-cb798de0-ef33-40f7-a1da-561bb8fa7a31 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:26.036856 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa022b7b-a0a7-4516-8a97-b35b63cbe6ae req-cb798de0-ef33-40f7-a1da-561bb8fa7a31 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0778131 Jul 28 03:51:26.089990 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5416c021-1cc2-4ac4-ab38-b64a7f3ce84c req-f2e676d3-360e-4ef2-abca-bb002e054d6e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Jul 28 03:51:26.094690 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa022b7b-a0a7-4516-8a97-b35b63cbe6ae req-4ea80018-7451-48f9-8eeb-5ad866755d5a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512283 Jul 28 03:51:26.193746 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a95c7-7ee5-4a07-b16a-a0177fa8b9b4 req-4f3cfdeb-f17a-4414-bba9-57a5064d9a4a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:26.195185 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb5a95c7-7ee5-4a07-b16a-a0177fa8b9b4 req-4f3cfdeb-f17a-4414-bba9-57a5064d9a4a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0473745 Jul 28 03:51:26.230504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb5a95c7-7ee5-4a07-b16a-a0177fa8b9b4 req-ed5733a0-b6c1-42d1-a9d6-bff331ea1f45 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294986 Jul 28 03:51:26.622028 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:51:27.036936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b4518-40d5-4b93-95dc-0ba27b8c565d req-31d0fe01-3835-4b51-9302-2420f5902f1f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.038421 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-989b4518-40d5-4b93-95dc-0ba27b8c565d req-31d0fe01-3835-4b51-9302-2420f5902f1f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0768452 Jul 28 03:51:27.046187 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610358e0-9197-412b-a663-b8ad0b767136 req-c3babd51-cc84-4ead-83d2-050cf7ca2b09 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.047533 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-610358e0-9197-412b-a663-b8ad0b767136 req-c3babd51-cc84-4ead-83d2-050cf7ca2b09 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0840588 Jul 28 03:51:27.100295 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-989b4518-40d5-4b93-95dc-0ba27b8c565d req-08323871-45ea-4c58-85d8-5d959e5a3c88 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Jul 28 03:51:27.105227 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-610358e0-9197-412b-a663-b8ad0b767136 req-ca8cea84-c0a7-4c1b-ad60-1a7808c94d3e tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508235 Jul 28 03:51:27.231137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86232e43-e76c-4f7c-92f6-921510aaa35a req-71d01b8a-30bc-4d60-b839-a2caae58030d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.233103 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86232e43-e76c-4f7c-92f6-921510aaa35a req-71d01b8a-30bc-4d60-b839-a2caae58030d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0774510 Jul 28 03:51:27.244336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9cb92-3044-4fc4-bd96-aa0150b8d3e8 req-cb49dd2a-c125-421f-a8b3-57542782dc4a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.245717 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91a9cb92-3044-4fc4-bd96-aa0150b8d3e8 req-cb49dd2a-c125-421f-a8b3-57542782dc4a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0784464 Jul 28 03:51:27.299177 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86232e43-e76c-4f7c-92f6-921510aaa35a req-8a8b4009-aec1-43ce-8a7a-d72e20f006d7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525377 Jul 28 03:51:27.303905 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91a9cb92-3044-4fc4-bd96-aa0150b8d3e8 req-4b673006-975d-4db9-875d-5adfc4df5cfe tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509853 Jul 28 03:51:27.381913 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6147d-6298-4f02-bd73-4d9aaeb05050 req-a013629b-c30f-46f8-97a5-b1860e575dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.383390 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-05b6147d-6298-4f02-bd73-4d9aaeb05050 req-a013629b-c30f-46f8-97a5-b1860e575dba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1098 time: 0.0387692 Jul 28 03:51:27.433801 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [req-05b6147d-6298-4f02-bd73-4d9aaeb05050 req-7fa867b5-766f-47a6-bee4-ed7ddcc136ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277259 Jul 28 03:51:27.465280 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6f87b639-0a68-45ad-a5a9-dc2bc474c3ee req-ee409776-0fa4-4797-85ee-94891722da47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196547 Jul 28 03:51:27.477475 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-0cb0466e-8852-46a7-84de-fb3b6dee5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.478967 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-0cb0466e-8852-46a7-84de-fb3b6dee5304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1265986 Jul 28 03:51:27.483383 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-644c535c-0973-4f61-9dcb-567c7a7d010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.483383 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-644c535c-0973-4f61-9dcb-567c7a7d010c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365228 Jul 28 03:51:27.491251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f3a7-a281-4f45-96af-4eda1db47dc7 req-07aae9e9-3ca8-41d2-a26e-d0dedb018f57 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:27.493047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f79f3a7-a281-4f45-96af-4eda1db47dc7 req-07aae9e9-3ca8-41d2-a26e-d0dedb018f57 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.1396515 Jul 28 03:51:27.534761 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f79f3a7-a281-4f45-96af-4eda1db47dc7 req-be8ef051-a3bb-413d-bf0b-e438760f15e2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352142 Jul 28 03:51:28.248006 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:28.362407 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae024d4-a923-4172-8eb0-306fc0a7ada7 req-549d576f-736f-471d-8299-5702592dcd10 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.363939 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae024d4-a923-4172-8eb0-306fc0a7ada7 req-549d576f-736f-471d-8299-5702592dcd10 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.1444821 Jul 28 03:51:28.406052 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717eac-e1d0-41ca-b134-706c40e6464a req-7b6fcfd3-4e9a-446a-9de9-f1472d856b2f tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.407654 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0c717eac-e1d0-41ca-b134-706c40e6464a req-7b6fcfd3-4e9a-446a-9de9-f1472d856b2f tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.2153914 Jul 28 03:51:28.420464 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-b35e2faa-174d-429d-ba52-2b7ed0e66928 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955747 Jul 28 03:51:28.422255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-f5398c8e-40c7-4c80-9a2d-033263722066 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961349 Jul 28 03:51:28.516509 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae024d4-a923-4172-8eb0-306fc0a7ada7 req-3c3540a2-b925-40f9-8bff-3c36275e3324 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389022 Jul 28 03:51:28.570998 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0c717eac-e1d0-41ca-b134-706c40e6464a req-8f7f3897-b053-4f4e-af0a-faa5beef2af5 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462841 Jul 28 03:51:28.663384 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6146d081-9f4d-45bc-b1c8-378209a65684 req-8a14ab13-9b41-4651-b114-a71bb27fb0bb service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148106 Jul 28 03:51:28.668872 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d05ba012-a097-4b03-bbaa-4c12cbce681b req-324bcb48-fae9-433f-b8e1-e04043196e97 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214966 Jul 28 03:51:28.723110 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2c0e-12f8-4bd6-a410-92b1be672306 req-100d87af-43c9-468c-a048-2184969b2201 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.724827 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-243b2c0e-12f8-4bd6-a410-92b1be672306 req-100d87af-43c9-468c-a048-2184969b2201 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1202433 Jul 28 03:51:28.748404 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df1d8-be83-4d9b-96e8-e7133a5d72ec req-f476f856-95ee-4149-b981-15229c7b14be tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.750220 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-387df1d8-be83-4d9b-96e8-e7133a5d72ec req-f476f856-95ee-4149-b981-15229c7b14be tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.0894313 Jul 28 03:51:28.793769 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-243b2c0e-12f8-4bd6-a410-92b1be672306 req-e6d3c476-928d-4420-b09a-6babac07ffe4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615773 Jul 28 03:51:28.815756 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-387df1d8-be83-4d9b-96e8-e7133a5d72ec req-99f3a762-acfd-470e-a930-91625fd54be5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491068 Jul 28 03:51:28.898197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-38a198d8-3c59-4519-91c5-047fc1061d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.899676 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-38a198d8-3c59-4519-91c5-047fc1061d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1097 time: 0.0670702 Jul 28 03:51:28.917961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fe85d-041d-4e43-8845-ee569fe30589 req-f78b89c2-4c02-4928-876b-c15bfb766447 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:28.920152 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b5fe85d-041d-4e43-8845-ee569fe30589 req-f78b89c2-4c02-4928-876b-c15bfb766447 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0588541 Jul 28 03:51:29.011918 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b5fe85d-041d-4e43-8845-ee569fe30589 req-80f1b4a6-234b-4b91-bdca-225f2d88b52d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721285 Jul 28 03:51:29.039626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-6264cd0e-a86f-430f-9d47-78ae40937a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:29.041230 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-6264cd0e-a86f-430f-9d47-78ae40937a2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.1201537 Jul 28 03:51:29.086595 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-bd811367-5982-41a3-99aa-adec3f8fe215 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 217 time: 0.0378106 Jul 28 03:51:29.136265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-1a01ca44-2174-4a47-87df-b62d96230246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:29.138288 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-1a01ca44-2174-4a47-87df-b62d96230246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0446270 Jul 28 03:51:29.348480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-2cdcda0a-f2e0-4be0-9da1-d1fc72791dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:29.350028 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-2cdcda0a-f2e0-4be0-9da1-d1fc72791dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495038 Jul 28 03:51:29.483759 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 32998) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:29.608778 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-fc266ff2-dcda-4444-82c1-83b117c65234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:29.706321 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-fc266ff2-dcda-4444-82c1-83b117c65234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:29.727266 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55a958-6862-4242-a70e-64b69331f758 req-2018f209-9316-458d-8dd3-fff8f4bf965b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:29.728746 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da55a958-6862-4242-a70e-64b69331f758 req-2018f209-9316-458d-8dd3-fff8f4bf965b tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0738132 Jul 28 03:51:29.734550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-91068466-4834-4b15-a49e-66b85443bb65 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402786 Jul 28 03:51:29.767289 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da55a958-6862-4242-a70e-64b69331f758 req-55d03074-8043-49bc-8c9d-c06219bfd29c tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jul 28 03:51:29.767518 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-fc266ff2-dcda-4444-82c1-83b117c65234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:29.791815 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266ff2-dcda-4444-82c1-83b117c65234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33b378-f8a1-49f3-a8ab-93cb33b3fb27,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:29.817047 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-fc266ff2-dcda-4444-82c1-83b117c65234 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=197cf9bfc3c04a02861ed37ba1cc0813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319252 Jul 28 03:51:29.824732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33008) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:29.984738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:29.989389 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa8e62a6-68e3-458f-8cba-f07ae595c84b req-3e6c3c5b-b97c-489a-9c57-442247420264 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176893 Jul 28 03:51:30.020789 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11988f-a693-44a5-8acc-94672ef93558 req-9d4c8742-53f8-4cf9-ab4f-b4a8a3e45935 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.022358 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d11988f-a693-44a5-8acc-94672ef93558 req-9d4c8742-53f8-4cf9-ab4f-b4a8a3e45935 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1355910 Jul 28 03:51:30.039197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c56be2-f68e-441c-8772-6c8622d26b5f req-311f295b-1585-4c9c-aa0f-65221e01b0bc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.040764 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2c56be2-f68e-441c-8772-6c8622d26b5f req-311f295b-1585-4c9c-aa0f-65221e01b0bc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.1346893 Jul 28 03:51:30.042896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:30.122487 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d11988f-a693-44a5-8acc-94672ef93558 req-b92868ba-1b6f-4daf-8578-c9527a08c7a4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916567 Jul 28 03:51:30.131713 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2c56be2-f68e-441c-8772-6c8622d26b5f req-7bc92e42-c612-4ee9-8ac0-0631de0a5890 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739601 Jul 28 03:51:30.239732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28ab3-5708-46f0-998c-82b5f56eb4a9 req-8724975a-7c43-40e9-8969-cebe13f4c9a4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.241291 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bac28ab3-5708-46f0-998c-82b5f56eb4a9 req-8724975a-7c43-40e9-8969-cebe13f4c9a4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0487504 Jul 28 03:51:30.255231 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:30.257773 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:30.261158 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f33b378-f8a1-49f3-a8ab-93cb33b3fb27 HTTP/1.1" status: 204 len: 168 time: 0.4325747 Jul 28 03:51:30.276883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96825252-0bad-43cc-b2a6-5edfc55c1626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f33b378-f8a1-49f3-a8ab-93cb33b3fb27,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:30.314695 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bac28ab3-5708-46f0-998c-82b5f56eb4a9 req-016841c6-6718-4359-9775-bb32e9c287a5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660422 Jul 28 03:51:30.762607 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dcdb-406a-4405-8228-3ad22bad4a75 req-5919b66f-172f-4135-b203-850bc2f061f8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.765875 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5603dcdb-406a-4405-8228-3ad22bad4a75 req-5919b66f-172f-4135-b203-850bc2f061f8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0539644 Jul 28 03:51:30.842950 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5603dcdb-406a-4405-8228-3ad22bad4a75 req-f3731725-b0ed-40e4-abb8-923f84838145 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Jul 28 03:51:30.849537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcae3-e264-44de-92a8-ce33895b482e req-923cb25e-18b6-43af-93d5-c6c5855cd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.850984 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-923cb25e-18b6-43af-93d5-c6c5855cd60a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1098 time: 0.0601535 Jul 28 03:51:30.947991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcae3-e264-44de-92a8-ce33895b482e req-8394b92d-30b2-4ce6-82b6-b0b9fa9793be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:30.950766 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-8394b92d-30b2-4ce6-82b6-b0b9fa9793be service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.0907135 Jul 28 03:51:30.993799 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-49717ca0-0dd2-4a73-b010-51c2aada63bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbb20026-09b8-4136-832c-dde71d581f8f HTTP/1.1" status: 200 len: 217 time: 0.0356565 Jul 28 03:51:31.043009 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33058) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:31.045397 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcae3-e264-44de-92a8-ce33895b482e req-81086c14-4b7d-42c3-a96f-8f17ca682c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:31.046991 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-81086c14-4b7d-42c3-a96f-8f17ca682c7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.0461891 Jul 28 03:51:31.054173 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0e31ccaf-69a6-4c02-9c50-1ed0e7839d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.081712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-3a35fb42-3a71-483e-8c0c-5ae0b26c5580 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261328 Jul 28 03:51:31.154035 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0e31ccaf-69a6-4c02-9c50-1ed0e7839d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.185032 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-4716cf49-b90e-4eee-b696-f123b373190b service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863793 Jul 28 03:51:31.224687 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0e31ccaf-69a6-4c02-9c50-1ed0e7839d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.266190 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0e31ccaf-69a6-4c02-9c50-1ed0e7839d3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6076448f19a473e8c2b2e7ba420455c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250049 Jul 28 03:51:31.273055 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33066) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:31.280044 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31ccaf-69a6-4c02-9c50-1ed0e7839d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc41f16-c413-4f27-86ac-4c648a21f5dc,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:31.325915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aa269-47c2-4cf8-a22b-30de573faa38 req-4f0da02f-c936-4283-85bc-b104667d1117 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:31.327498 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c5aa269-47c2-4cf8-a22b-30de573faa38 req-4f0da02f-c936-4283-85bc-b104667d1117 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 943 time: 0.1178350 Jul 28 03:51:31.331753 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.331895 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bedcae3-e264-44de-92a8-ce33895b482e req-d22e590b-d18f-4225-940d-732255b6f088 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395233 Jul 28 03:51:31.369318 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.378366 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c5aa269-47c2-4cf8-a22b-30de573faa38 req-124277d1-9482-46fd-a1e7-294868d91689 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368400 Jul 28 03:51:31.473812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50733d2c-dea7-4e45-87cd-b896a441ca97 req-3a4a6dee-5975-4ac2-90d1-619853466c07 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:31.475389 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-50733d2c-dea7-4e45-87cd-b896a441ca97 req-3a4a6dee-5975-4ac2-90d1-619853466c07 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0484006 Jul 28 03:51:31.521225 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-50733d2c-dea7-4e45-87cd-b896a441ca97 req-cae3000f-21f1-41fd-9634-5f1646206d68 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345366 Jul 28 03:51:31.567770 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.570659 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:31.572041 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adc41f16-c413-4f27-86ac-4c648a21f5dc HTTP/1.1" status: 204 len: 168 time: 0.2976964 Jul 28 03:51:31.584585 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276138a-96fb-4f11-9a09-2309439603e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc41f16-c413-4f27-86ac-4c648a21f5dc,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:31.960825 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a698-c1ec-4aad-9aa6-75ad5866c38d req-7bf8c566-2e12-4657-b03d-32a9b5fbf08b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:31.962332 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b0a9a698-c1ec-4aad-9aa6-75ad5866c38d req-7bf8c566-2e12-4657-b03d-32a9b5fbf08b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Jul 28 03:51:32.000994 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b0a9a698-c1ec-4aad-9aa6-75ad5866c38d req-cf6198e8-a41e-4b2c-8841-7d38dbad44c7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Jul 28 03:51:32.028668 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 517b10a3-2cd6-43e2-b0c9-343c1de1f631 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:32.141583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:32.144620 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'port_id': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'mac_address': 'fa:16:3e:f4:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:32.180258 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:32.193289 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517b10a3-2cd6-43e2-b0c9-343c1de1f631 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:32.212297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:32.316113 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:32.364297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:32.505014 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3556f0-49b6-4864-8665-ab7d723c055d req-ee808fb5-6c44-4e44-adb3-38dfa37365a0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:32.506601 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f3556f0-49b6-4864-8665-ab7d723c055d req-ee808fb5-6c44-4e44-adb3-38dfa37365a0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 944 time: 0.0504339 Jul 28 03:51:32.550597 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f3556f0-49b6-4864-8665-ab7d723c055d req-491224e3-7dc9-4018-aa82-d0edb1f95074 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378261 Jul 28 03:51:32.678522 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73ad-f5c6-422a-9f01-8651de53fdf8 req-febf5e8c-6370-4239-b2f9-622a92433099 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:32.680077 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f21b73ad-f5c6-422a-9f01-8651de53fdf8 req-febf5e8c-6370-4239-b2f9-622a92433099 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0661104 Jul 28 03:51:32.719795 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f21b73ad-f5c6-422a-9f01-8651de53fdf8 req-2e45cd48-1ccc-4a21-97ff-1c7e5ade5cf7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332618 Jul 28 03:51:32.829582 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['517b10a3-2cd6-43e2-b0c9-343c1de1f631'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:33.118223 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81badd0-b4c2-4800-aec7-35c8040f80f9 req-b3867ab1-3d22-4ef7-b764-06a55509dc0d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:33.119766 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b81badd0-b4c2-4800-aec7-35c8040f80f9 req-b3867ab1-3d22-4ef7-b764-06a55509dc0d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Jul 28 03:51:33.162179 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b81badd0-b4c2-4800-aec7-35c8040f80f9 req-1546b84c-0e5f-4c41-b917-9eb7dbd8c197 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Jul 28 03:51:33.307932 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33142) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:33.412269 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-24a6c753-6a1c-483b-bbe0-b8cd96bf2dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.493193 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-24a6c753-6a1c-483b-bbe0-b8cd96bf2dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.578518 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-24a6c753-6a1c-483b-bbe0-b8cd96bf2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.628772 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-24a6c753-6a1c-483b-bbe0-b8cd96bf2dee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4d84475cbff4565afaf0c4f35871226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157079 Jul 28 03:51:33.628772 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6c753-6a1c-483b-bbe0-b8cd96bf2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0524ec31-b883-4945-8567-6c9295f1e836,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:33.631158 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33154) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:33.684205 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd76829-78bd-4b12-8a94-389c3dcdb1dc req-1a3c3fba-7e7b-4a5c-b48d-f8181285601d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:33.686149 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3bd76829-78bd-4b12-8a94-389c3dcdb1dc req-1a3c3fba-7e7b-4a5c-b48d-f8181285601d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 944 time: 0.0630357 Jul 28 03:51:33.694249 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.718290 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.733344 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3bd76829-78bd-4b12-8a94-389c3dcdb1dc req-d8916b75-a14e-4b29-a1fe-f17554210673 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Jul 28 03:51:33.842098 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.844764 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:33.848593 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0524ec31-b883-4945-8567-6c9295f1e836 HTTP/1.1" status: 204 len: 168 time: 0.2116969 Jul 28 03:51:33.854875 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5de30-5152-4ada-b5cf-bfc169cf4bfe req-1fab5bdb-610b-45cc-97b4-9a4c4c6ded34 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:33.856845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-03c5de30-5152-4ada-b5cf-bfc169cf4bfe req-1fab5bdb-610b-45cc-97b4-9a4c4c6ded34 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0558357 Jul 28 03:51:33.861616 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6bcc-cb84-4a79-ae65-b174f7a2ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524ec31-b883-4945-8567-6c9295f1e836,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:33.901970 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-03c5de30-5152-4ada-b5cf-bfc169cf4bfe req-9f8abea3-5263-487c-8277-b011b57b01b7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371144 Jul 28 03:51:34.051444 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:34.062692 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 517b10a3-2cd6-43e2-b0c9-343c1de1f631 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:34.195553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:34.214339 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:34.219772 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:34.220356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.258711 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:34.295925 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1db98-44c5-42a5-b77b-f92f1c7f265f req-2bbbb722-6a47-4c62-a0be-e48341078200 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:34.297500 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2ea1db98-44c5-42a5-b77b-f92f1c7f265f req-2bbbb722-6a47-4c62-a0be-e48341078200 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Jul 28 03:51:34.327210 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.338699 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2ea1db98-44c5-42a5-b77b-f92f1c7f265f req-dec70717-2e83-4bdc-8e67-0f848206f019 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Jul 28 03:51:34.348105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:34.352031 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.386324 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:34.391081 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:34.393318 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c30804-a04f-4395-aa94-a7fd0ed619a6" -d '{"events": [{"server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:34.406357 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:34.430234 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a1ce3-565a-4b2d-ab2d-3b5e128388f5 x-openstack-request-id: req-502a1ce3-565a-4b2d-ab2d-3b5e128388f5 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:34.430528 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:34.430831 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-502a1ce3-565a-4b2d-ab2d-3b5e128388f5 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:34.431221 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'code': 200} Jul 28 03:51:34.447238 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.471611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.498568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:34.552746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:34.801028 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1703e-47c2-4575-a5db-4b8e01823556 req-eca5bdd6-1af6-4cdf-8c25-a618b31eb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:34.802719 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22c1703e-47c2-4575-a5db-4b8e01823556 req-eca5bdd6-1af6-4cdf-8c25-a618b31eb260 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0511816 Jul 28 03:51:34.883665 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d42bf-6a24-481d-be99-fab2a77f9c19 req-98f132a9-8b94-42b1-8154-41b1d6143817 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:34.885172 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-705d42bf-6a24-481d-be99-fab2a77f9c19 req-98f132a9-8b94-42b1-8154-41b1d6143817 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0715373 Jul 28 03:51:34.887164 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22c1703e-47c2-4575-a5db-4b8e01823556 req-04aae235-7ad5-413a-889b-fbe68cb16919 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494010 Jul 28 03:51:34.929844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-705d42bf-6a24-481d-be99-fab2a77f9c19 req-435ff1e2-2e8d-490e-9a2d-f585337fe957 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jul 28 03:51:34.954262 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['d1a35b97-8f51-4d26-9e88-d5b160e73c38'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:35.034300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6332-8e17-4d2a-b235-63125ef8d374 req-a27625e0-8aaf-497e-a12a-4394ad7494a2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:35.038946 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-52fb6332-8e17-4d2a-b235-63125ef8d374 req-a27625e0-8aaf-497e-a12a-4394ad7494a2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0610993 Jul 28 03:51:35.086301 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-52fb6332-8e17-4d2a-b235-63125ef8d374 req-984de9d4-5de6-44ac-ad36-c8ba4b8d5857 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423272 Jul 28 03:51:35.465461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94acc1-8e2e-470a-b77e-ca9771c28a0f req-b31f2e96-0e1f-4f42-b871-fcc178ce659a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:35.466378 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6e94acc1-8e2e-470a-b77e-ca9771c28a0f req-b31f2e96-0e1f-4f42-b871-fcc178ce659a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0565352 Jul 28 03:51:35.505525 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6e94acc1-8e2e-470a-b77e-ca9771c28a0f req-f0f934ac-a601-4940-b0aa-2f06a623d485 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Jul 28 03:51:36.050417 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb864-df40-4189-8258-4eb47b188f59 req-edc50959-bb1d-4c34-a214-81515979c634 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:36.051866 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bd4eb864-df40-4189-8258-4eb47b188f59 req-edc50959-bb1d-4c34-a214-81515979c634 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Jul 28 03:51:36.090008 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bd4eb864-df40-4189-8258-4eb47b188f59 req-1377b5ae-503c-4b27-82b2-090685d0931d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315888 Jul 28 03:51:36.203809 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df430a-d1c5-4c35-8db6-d545b1cbc869 req-d8cbace8-8819-44be-95a4-a16c144d6bff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:36.205286 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6df430a-d1c5-4c35-8db6-d545b1cbc869 req-d8cbace8-8819-44be-95a4-a16c144d6bff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0508876 Jul 28 03:51:36.242766 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6df430a-d1c5-4c35-8db6-d545b1cbc869 req-9d718a66-2747-45b6-9ac1-e45440445d20 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314088 Jul 28 03:51:36.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01479-1b99-4df1-b77e-86d2fa97aa53 req-8240b478-79b4-4604-bcf1-2035939c0220 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:36.624092 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cfb01479-1b99-4df1-b77e-86d2fa97aa53 req-8240b478-79b4-4604-bcf1-2035939c0220 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0502813 Jul 28 03:51:36.662091 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cfb01479-1b99-4df1-b77e-86d2fa97aa53 req-b58d6c05-555d-49fa-a165-f9e1924b3f0a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Jul 28 03:51:37.202090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ba3d3-6463-4dd5-ab64-903a9b1d0d10 req-96661cfa-2fff-4142-aeb8-92a47ba6534b tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:37.203588 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5e8ba3d3-6463-4dd5-ab64-903a9b1d0d10 req-96661cfa-2fff-4142-aeb8-92a47ba6534b tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0493705 Jul 28 03:51:37.241186 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5e8ba3d3-6463-4dd5-ab64-903a9b1d0d10 req-a3df47bf-5519-4830-8953-6a5be227618b tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Jul 28 03:51:37.385033 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d31b2b-ec09-4640-b938-d289b4308771 req-70e57d7d-a44f-46b2-9baa-56f58bfbe042 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:37.394863 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e9d31b2b-ec09-4640-b938-d289b4308771 req-70e57d7d-a44f-46b2-9baa-56f58bfbe042 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0843666 Jul 28 03:51:37.399688 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33278) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:37.401882 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db88edd-f3be-44b3-9b78-a598e27e642d req-396fdfaf-3f86-4036-9f5f-3941d905d474 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:37.403964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7db88edd-f3be-44b3-9b78-a598e27e642d req-396fdfaf-3f86-4036-9f5f-3941d905d474 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0906043 Jul 28 03:51:37.405512 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'floatingip': {'port_id': '517b10a3-2cd6-43e2-b0c9-343c1de1f631'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:37.443718 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7db88edd-f3be-44b3-9b78-a598e27e642d req-5ec0289a-bb5b-458f-9e3b-b9dfd1f41f80 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338235 Jul 28 03:51:37.615927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.786419 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56488e-eaa3-48d8-a65a-c77cc8d8c82c req-8cee4bec-e2e0-4b61-8064-d729dbafec2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:37.787946 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4b56488e-eaa3-48d8-a65a-c77cc8d8c82c req-8cee4bec-e2e0-4b61-8064-d729dbafec2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0547991 Jul 28 03:51:37.826884 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4b56488e-eaa3-48d8-a65a-c77cc8d8c82c req-6d0d42cd-0cc8-4959-a71b-78a71d8b2572 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Jul 28 03:51:38.227950 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.287097 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.384518 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Floating IP 2151e7c9-e4c6-45cc-bd4e-4aec5e15858f associated. External IP: 172.27.0.246, port: 517b10a3-2cd6-43e2-b0c9-343c1de1f631. Jul 28 03:51:38.569940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2d04-98a5-4b7b-9745-4ba7abbdbbee req-81de6615-6113-4330-968c-8fa9b7d672f9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:38.571422 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2e6b2d04-98a5-4b7b-9745-4ba7abbdbbee req-81de6615-6113-4330-968c-8fa9b7d672f9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Jul 28 03:51:38.584412 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:51:38.612047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2e6b2d04-98a5-4b7b-9745-4ba7abbdbbee req-23bade27-6a15-44b8-84b3-ab636b66981a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344927 Jul 28 03:51:38.694521 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:51:38.699030 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.712649 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:51:38.719409 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:38.720086 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:38.727093 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d25c52db-df7e-47c1-a22f-960f5f3dcdb5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "PUT /v2.0/floatingips/2151e7c9-e4c6-45cc-bd4e-4aec5e15858f HTTP/1.1" status: 200 len: 991 time: 1.3262048 Jul 28 03:51:38.727657 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:38.729945 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e233f8-51a9-4bfa-8a35-9748444580e0" -d '{"events": [{"name": "network-changed", "server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:38.772693 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98c6d7f-dfa0-4a57-97a3-4d80211a4e87 x-openstack-request-id: req-f98c6d7f-dfa0-4a57-97a3-4d80211a4e87 {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:38.773013 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:38.773271 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f98c6d7f-dfa0-4a57-97a3-4d80211a4e87 {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:38.773667 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'status': 'completed', 'code': 200} Jul 28 03:51:38.829709 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:38.943765 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486eff9-5fc1-4453-821d-323df42defbc req-696b2401-f56e-4737-9888-f6d837f1f6c1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:38.945304 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7486eff9-5fc1-4453-821d-323df42defbc req-696b2401-f56e-4737-9888-f6d837f1f6c1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0507078 Jul 28 03:51:38.984170 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7486eff9-5fc1-4453-821d-323df42defbc req-4a19b8c4-b9ce-4fc8-9f5a-f66eaca249d0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Jul 28 03:51:39.097863 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2151e7c9-e4c6-45cc-bd4e-4aec5e15858f', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:f4:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:08Z', 'updated_at': '2021-07-28T03:51:38Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:39.122369 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:39.130441 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:39.131027 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:39.234587 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:39.524202 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2151e7c9-e4c6-45cc-bd4e-4aec5e15858f', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:f4:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:08Z', 'updated_at': '2021-07-28T03:51:38Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:39.549041 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbf60d-4ef7-461f-a1c7-0b5c3ef25034 None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2151e7c9-e4c6-45cc-bd4e-4aec5e15858f', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:f4:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:08Z', 'updated_at': '2021-07-28T03:51:38Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:39.735543 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136abca-ae30-4b83-a13c-83c500ec6d98 req-e98900c4-34a2-44f1-8dcc-909d9cca7ae6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:39.738164 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a136abca-ae30-4b83-a13c-83c500ec6d98 req-e98900c4-34a2-44f1-8dcc-909d9cca7ae6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Jul 28 03:51:39.740445 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9fb5b-34dc-4671-933a-7ba930f12672 None None] New status for floating IP 2151e7c9-e4c6-45cc-bd4e-4aec5e15858f: ACTIVE {{(pid=105297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:51:39.789664 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a136abca-ae30-4b83-a13c-83c500ec6d98 req-3b6eeb01-92e0-46d4-9cbc-22e0f812ca77 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324042 Jul 28 03:51:39.991962 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:40.119392 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf3eb-1f70-4b73-b128-4572ea1ba65d req-52f13284-3a63-49d4-9e8b-daf1aa2ac5cd tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:40.120871 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d7bbf3eb-1f70-4b73-b128-4572ea1ba65d req-52f13284-3a63-49d4-9e8b-daf1aa2ac5cd tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0620143 Jul 28 03:51:40.126743 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:40.130885 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:40.131239 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.158296 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d7bbf3eb-1f70-4b73-b128-4572ea1ba65d req-4f38178d-780d-42b4-967c-0abf138aa122 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jul 28 03:51:40.206938 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.229163 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:40.231967 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825222e2-f6a9-438c-b3af-4c9d7c44d7d3" -d '{"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:40.244433 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:40.268469 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c9cf63-7fef-4cc3-9e9a-734955f6d38f x-openstack-request-id: req-f5c9cf63-7fef-4cc3-9e9a-734955f6d38f {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:40.268763 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:40.269017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5c9cf63-7fef-4cc3-9e9a-734955f6d38f {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:40.269421 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'code': 200} Jul 28 03:51:40.344223 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.395980 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:40.893125 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b81cc8-96e7-4b4c-912f-7bb3f9674abf req-49ba59da-2715-4b1c-84a3-783b0e322cb2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:40.895429 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-55b81cc8-96e7-4b4c-912f-7bb3f9674abf req-49ba59da-2715-4b1c-84a3-783b0e322cb2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0489743 Jul 28 03:51:40.934878 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-55b81cc8-96e7-4b4c-912f-7bb3f9674abf req-e681d093-c064-4e10-bcc2-3fac51b674fe tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321922 Jul 28 03:51:41.267972 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116302-f3df-4431-ad83-5812f7e78bf4 req-11da0881-e9a4-4a87-adba-75e48b81b400 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.269453 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ab116302-f3df-4431-ad83-5812f7e78bf4 req-11da0881-e9a4-4a87-adba-75e48b81b400 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jul 28 03:51:41.308217 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ab116302-f3df-4431-ad83-5812f7e78bf4 req-7cd26c55-6b40-4d1b-8b35-b82e8fb20c37 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 28 03:51:41.473309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-be0d351f-25f6-4a0a-823c-8dccbb1b84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.477531 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-be0d351f-25f6-4a0a-823c-8dccbb1b84aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0423636 Jul 28 03:51:41.572759 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-8637e2f8-b07a-4eb5-96df-fc8e0013da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.574243 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-8637e2f8-b07a-4eb5-96df-fc8e0013da36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.0796654 Jul 28 03:51:41.686044 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-f9bdc464-64f4-4003-aa33-38423b7dfc87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 1001 time: 0.0923769 Jul 28 03:51:41.735668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-96114ad0-018f-4ac3-85fb-b6db5b56b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.737143 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-96114ad0-018f-4ac3-85fb-b6db5b56b887 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0433910 Jul 28 03:51:41.843495 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-08f5bc27-9240-46a5-b813-e0590e91c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.844972 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-08f5bc27-9240-46a5-b813-e0590e91c4d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692186 Jul 28 03:51:41.846655 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd11c72-0a9d-462f-8df4-20c3d78f2014 req-a9280e6d-ac03-4ecb-9df5-93ad35453f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:41.848200 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7dd11c72-0a9d-462f-8df4-20c3d78f2014 req-a9280e6d-ac03-4ecb-9df5-93ad35453f15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1099 time: 0.0645788 Jul 28 03:51:41.948269 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7dd11c72-0a9d-462f-8df4-20c3d78f2014 req-df787a51-2f02-40b6-b35e-e96635475e5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728252 Jul 28 03:51:41.978517 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-12588335-3293-42e9-bee7-7bd2fdafa82d service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042111 Jul 28 03:51:42.059321 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2034e7c-7cdb-45fd-be32-fc7e5fb32fff req-cc2ecd26-0451-481f-9225-8238636917f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:42.061384 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2034e7c-7cdb-45fd-be32-fc7e5fb32fff req-cc2ecd26-0451-481f-9225-8238636917f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0536830 Jul 28 03:51:42.100415 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2034e7c-7cdb-45fd-be32-fc7e5fb32fff req-4ba2c815-d098-4b8e-a3fc-b4e537bb0e44 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330660 Jul 28 03:51:42.315800 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-acddd9f9-83ff-45de-b837-1754edcf71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.477507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef9c2-72f7-4570-b5d7-c2b91d3435df req-dcec7a82-27eb-4bef-88db-bd3565fa2af9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:42.479035 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9daef9c2-72f7-4570-b5d7-c2b91d3435df req-dcec7a82-27eb-4bef-88db-bd3565fa2af9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0994840 Jul 28 03:51:42.522027 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7e233f8-51a9-4bfa-8a35-9748444580e0 req-bb393e4d-fd68-4e6e-9b6d-5d535ca005f6 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164508 Jul 28 03:51:42.534297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9daef9c2-72f7-4570-b5d7-c2b91d3435df req-4af57458-4cdf-4fb2-b24b-aa4d6360bf44 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 Jul 28 03:51:42.566133 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33362) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:42.670088 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b545eda6-463f-48f7-abcb-de768e8bacbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.761620 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b545eda6-463f-48f7-abcb-de768e8bacbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.829885 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b545eda6-463f-48f7-abcb-de768e8bacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.867722 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b545eda6-463f-48f7-abcb-de768e8bacbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9562079f8a174ba8b4c0d02153e37966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004887 Jul 28 03:51:42.868788 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545eda6-463f-48f7-abcb-de768e8bacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82f886-cce8-44f8-8e4c-1330d07e7975,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:42.870439 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33378) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:42.919508 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.940559 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.059411 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.062487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.065922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb82f886-cce8-44f8-8e4c-1330d07e7975 HTTP/1.1" status: 204 len: 168 time: 0.1922076 Jul 28 03:51:43.071735 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82f886-cce8-44f8-8e4c-1330d07e7975,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:43.079586 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.079933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.080275 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.081799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.081799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.081799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.081799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.082286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.082379 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.082704 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.083027 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.083367 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62307e60-763d-4937-8ae0-401555ed72b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:43.222266 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f905c56-411f-487d-b5d8-a5b0cb6d3068 req-7ccf69c0-8915-4a37-ba9d-4055456d89d9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:43.223922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2f905c56-411f-487d-b5d8-a5b0cb6d3068 req-7ccf69c0-8915-4a37-ba9d-4055456d89d9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0500591 Jul 28 03:51:43.262114 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2f905c56-411f-487d-b5d8-a5b0cb6d3068 req-dd2aee37-a832-455f-a3fc-591c9f8fe6ec tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323827 Jul 28 03:51:43.652990 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5be02-6bc9-47c8-ab79-5b8ea43d3ae0 req-093b1842-e41e-4163-a9a0-caca19f91e13 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:43.655127 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42e5be02-6bc9-47c8-ab79-5b8ea43d3ae0 req-093b1842-e41e-4163-a9a0-caca19f91e13 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0503814 Jul 28 03:51:43.693295 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42e5be02-6bc9-47c8-ab79-5b8ea43d3ae0 req-50a7b619-62cf-45d2-a58a-59fceb99aabd tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Jul 28 03:51:43.718398 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33404) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:43.731133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1baf-561c-4ecc-9cd9-edde0d57417d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.827103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1baf-561c-4ecc-9cd9-edde0d57417d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.886641 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1baf-561c-4ecc-9cd9-edde0d57417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:43.927003 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-8bfa1baf-561c-4ecc-9cd9-edde0d57417d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03cc0cbc01a54fb9b41889720be5406f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044592 Jul 28 03:51:43.927003 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa1baf-561c-4ecc-9cd9-edde0d57417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba8747d-e1d8-42de-9c5d-a445b394468c,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:43.928116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33406) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:43.979871 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:44.001823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:44.132575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:44.135082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:44.136234 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ba8747d-e1d8-42de-9c5d-a445b394468c HTTP/1.1" status: 204 len: 168 time: 0.2071455 Jul 28 03:51:44.144145 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b5a7f-0a0e-4dc3-8f08-2ff3d5fa712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba8747d-e1d8-42de-9c5d-a445b394468c,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:44.410058 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2753-7d26-4b81-b205-fb71af74e626 req-7dab3a74-69ab-44cd-bfd8-b141b8f3b94d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:44.415853 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-229e2753-7d26-4b81-b205-fb71af74e626 req-7dab3a74-69ab-44cd-bfd8-b141b8f3b94d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0679939 Jul 28 03:51:44.469392 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-229e2753-7d26-4b81-b205-fb71af74e626 req-027d068f-ec86-424b-9154-5b91d47cf1e0 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511973 Jul 28 03:51:44.818593 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e253473-9a34-4ccc-a419-f0d2d5a708fd req-0050b862-0206-43cc-b694-3e9a8a38aab7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:44.821371 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e253473-9a34-4ccc-a419-f0d2d5a708fd req-0050b862-0206-43cc-b694-3e9a8a38aab7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0513551 Jul 28 03:51:44.866763 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e253473-9a34-4ccc-a419-f0d2d5a708fd req-af5731c1-1d42-431a-846f-46853a77a76d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Jul 28 03:51:45.006953 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbf8b-da93-47fd-b2ca-393a7f4e1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:45.275277 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:45.594323 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b259-f3e4-452a-a4f4-bc63746e767c req-fc4c0574-b0e1-4d64-b485-43aeee965db2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:45.595823 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2597b259-f3e4-452a-a4f4-bc63746e767c req-fc4c0574-b0e1-4d64-b485-43aeee965db2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0526140 Jul 28 03:51:45.879716 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2597b259-f3e4-452a-a4f4-bc63746e767c req-ae150622-8e79-4673-b7e1-d8294b736db9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2745483 Jul 28 03:51:45.922791 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-4a791c8c-9fc8-48fc-b8e2-31965ab1edd2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:45.923446 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-4a791c8c-9fc8-48fc-b8e2-31965ab1edd2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.3266134 Jul 28 03:51:45.937748 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-8845f368-573d-400f-9d46-d2419fb7536e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/quotas/f7b4013c53d94598a16872aee30be511 HTTP/1.1" status: 200 len: 375 time: 0.0096371 Jul 28 03:51:45.939142 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:46.018116 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-e7e1f3e8-cef6-474d-8514-9cfae0ef0717 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740390 Jul 28 03:51:46.030584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af69ac-735f-47ad-8df2-3263747bbc38 req-4431669e-13c1-4415-b93e-4155ac9b6bda tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:46.032030 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34af69ac-735f-47ad-8df2-3263747bbc38 req-4431669e-13c1-4415-b93e-4155ac9b6bda tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0599151 Jul 28 03:51:46.125730 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34af69ac-735f-47ad-8df2-3263747bbc38 req-600ccb19-6109-4d92-bc34-c0ff42cd1d5a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849276 Jul 28 03:51:46.157289 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-12e829d4-a772-462c-9ab7-42d8e35df51e service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241345 Jul 28 03:51:46.277925 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac6151-c249-4a64-a97c-c7f7231685bc req-d9145f2f-6894-4d91-96b6-fe544b788eab tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:46.279953 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2ac6151-c249-4a64-a97c-c7f7231685bc req-d9145f2f-6894-4d91-96b6-fe544b788eab tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0941138 Jul 28 03:51:46.294249 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33498) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:46.295328 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-a36dcd5f-0d0b-473d-b2b6-624cb7ac17fd service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242919 Jul 28 03:51:46.298073 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'floatingip': {'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:46.539290 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:46.645421 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f40a779d-dce6-4863-a0f1-20047afabd14 req-30abbb39-3d60-4b81-a913-536d7c66982d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 210 time: 0.0305073 Jul 28 03:51:46.967576 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:47.041099 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:47.145565 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Floating IP 783bfb3b-7734-49e4-a196-f12e9afd6ec0 associated. External IP: 172.27.0.86, port: d1a35b97-8f51-4d26-9e88-d5b160e73c38. Jul 28 03:51:47.267538 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32919-5e4a-41d6-bea7-df35f198ba89 req-cd28a86e-3ecd-4310-92e4-29d1dad4762c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:47.276725 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-03a32919-5e4a-41d6-bea7-df35f198ba89 req-cd28a86e-3ecd-4310-92e4-29d1dad4762c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0678434 Jul 28 03:51:47.310964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-03a32919-5e4a-41d6-bea7-df35f198ba89 req-e25671f1-efc4-4f81-a0be-66cf6c9adce6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Jul 28 03:51:47.384892 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:51:47.499622 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:51:47.509256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:47.510666 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:51:47.530316 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:47.534000 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-41bfd651-f1d2-4da7-82fa-4d6b78697070 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "PUT /v2.0/floatingips/783bfb3b-7734-49e4-a196-f12e9afd6ec0 HTTP/1.1" status: 200 len: 991 time: 1.2396319 Jul 28 03:51:47.534118 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:47.534247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:47.534247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad927d43-30af-4756-84f5-b1ac354ff614" -d '{"events": [{"name": "network-changed", "server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:47.646963 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:47.652680 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0c361-4c21-4953-8538-77937e1c012d x-openstack-request-id: req-b7f0c361-4c21-4953-8538-77937e1c012d {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:47.652968 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:47.653221 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7f0c361-4c21-4953-8538-77937e1c012d {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:47.653611 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'status': 'completed', 'code': 200} Jul 28 03:51:47.727164 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:47.768976 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-595b57aa-a134-42ba-addf-7aebf0fbb051 req-5ee903a7-965e-437b-af71-0057e45e96ba tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 210 time: 0.0472012 Jul 28 03:51:47.786044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-d395d26d-7801-4b29-87e8-0dc730622641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:47.787546 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-d395d26d-7801-4b29-87e8-0dc730622641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1099 time: 0.0643959 Jul 28 03:51:47.887610 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-e8beaeb8-1629-482e-b1a1-7443f76aec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:47.889394 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-e8beaeb8-1629-482e-b1a1-7443f76aec56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.0915461 Jul 28 03:51:47.920903 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '783bfb3b-7734-49e4-a196-f12e9afd6ec0', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:09Z', 'updated_at': '2021-07-28T03:51:46Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:47.951326 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:47.960045 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:47.960836 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:47.982788 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-456be2b8-867d-489d-8a1e-a5c71a9a4bc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 999 time: 0.0753393 Jul 28 03:51:48.047856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-a0965265-f3dd-4bbb-a93a-a2a3a3f708ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:48.049364 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-a0965265-f3dd-4bbb-a93a-a2a3a3f708ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0549672 Jul 28 03:51:48.089408 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:48.128494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-72db9198-c21f-4301-9223-a3bef4e49340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:48.130734 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-72db9198-c21f-4301-9223-a3bef4e49340 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581977 Jul 28 03:51:48.229079 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-6b492e97-8b50-49f9-b7f5-bac7c8f66b87 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884187 Jul 28 03:51:48.339917 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '783bfb3b-7734-49e4-a196-f12e9afd6ec0', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:09Z', 'updated_at': '2021-07-28T03:51:46Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:48.341071 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad927d43-30af-4756-84f5-b1ac354ff614 req-c3969a7e-9c9e-480d-a175-c51928576985 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883050 Jul 28 03:51:48.354002 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33568) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:48.369590 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60ab9-b74f-4025-bdaf-4a20aeade593 None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '783bfb3b-7734-49e4-a196-f12e9afd6ec0', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:51:09Z', 'updated_at': '2021-07-28T03:51:46Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:48.439958 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebbfc-e740-44a2-b544-64c3910a155e req-42ac532f-940c-4c1d-b5cb-2264ccfedd24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:48.441548 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f7cebbfc-e740-44a2-b544-64c3910a155e req-42ac532f-940c-4c1d-b5cb-2264ccfedd24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Jul 28 03:51:48.468286 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.481790 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f7cebbfc-e740-44a2-b544-64c3910a155e req-39949260-afa7-4431-bc52-4144da59966c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336843 Jul 28 03:51:48.567163 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01ea1f-b317-4a6b-ae77-80626ab98959 None None] New status for floating IP 783bfb3b-7734-49e4-a196-f12e9afd6ec0: ACTIVE {{(pid=105297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:51:48.569149 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.646767 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.692078 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0c2ece2fb2443aab3c548ea7861f4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365872 Jul 28 03:51:48.692776 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84b7bb-8f22-44f7-9284-676ebbb5529d,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:48.694544 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33576) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:48.700299 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.701134 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.701532 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.701894 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.702227 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.702735 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.703062 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.703389 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.703717 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.704043 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.704364 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.704683 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911df96-f895-4fab-a066-cf55ee362054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:48.745952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.771516 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.874858 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc4bd02d-b3f6-4c1e-90f6-220a16545a33 req-fcf24078-1d5e-4ce8-85e5-5f52a9e2c4ee tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Jul 28 03:51:48.880619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.883762 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:48.887541 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de84b7bb-8f22-44f7-9284-676ebbb5529d HTTP/1.1" status: 204 len: 168 time: 0.1917384 Jul 28 03:51:48.896384 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a9f00-b1b3-414e-9cb6-4412f3b2e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84b7bb-8f22-44f7-9284-676ebbb5529d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:49.008412 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-5ad77b1c-555f-48f6-967d-5873d806fd38 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:49.010004 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-5ad77b1c-555f-48f6-967d-5873d806fd38 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.1025736 Jul 28 03:51:49.039912 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Request body: {'port': {'device_id': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'admin_state_up': True, 'tenant_id': 'f7b4013c53d94598a16872aee30be511'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:49.250878 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:51:49.250878 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.381341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Allocated IP 172.20.0.14 (2fd54d26-ef29-4623-a6d8-11fde45c5e16/1291b172-00cb-4dba-935e-c04a548a31be/0dc44302-36b7-4f29-a543-3d06fbc1787d) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:51:49.495798 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33606) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:49.517957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6125f873-e72c-4107-88f8-f348c63cb89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.549502 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.656102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c82b9-300f-477b-b41d-af676a575e64 req-3afbf425-c9e5-4527-b253-e443c37b42fb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:49.657714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a35c82b9-300f-477b-b41d-af676a575e64 req-3afbf425-c9e5-4527-b253-e443c37b42fb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1022902 Jul 28 03:51:49.716844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a35c82b9-300f-477b-b41d-af676a575e64 req-810c4021-2b52-4db4-9a0d-6f022e5573aa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512013 Jul 28 03:51:49.720823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.760328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6125f873-e72c-4107-88f8-f348c63cb89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.767926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:49.778898 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:51:49.781953 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:51:49.784715 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:51:49.795996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:49.795996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.805572 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event updated for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:49.841068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6125f873-e72c-4107-88f8-f348c63cb89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.890677 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6125f873-e72c-4107-88f8-f348c63cb89a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1be60b9ea3d423cacbbab8ac3fc0cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914132 Jul 28 03:51:49.890677 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125f873-e72c-4107-88f8-f348c63cb89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b74d70-0da1-4c7c-9269-49486c5e9a0b,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:49.891269 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33620) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:49.922047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-3b8501d1-a96e-41ff-836c-a976786e0ef1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8861527 Jul 28 03:51:49.963058 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:49.963911 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Request body: {'port': {'device_id': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:51:49.983010 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.043692 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.065247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382f53-c09c-4ef3-9a42-cf07046618c9 req-5092f20c-4ced-4312-90d4-cd4b3a3133c2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:50.066778 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3c382f53-c09c-4ef3-9a42-cf07046618c9 req-5092f20c-4ced-4312-90d4-cd4b3a3133c2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 932 time: 0.0985069 Jul 28 03:51:50.081077 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.083657 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.084860 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b74d70-0da1-4c7c-9269-49486c5e9a0b HTTP/1.1" status: 204 len: 168 time: 0.1925149 Jul 28 03:51:50.095406 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafe6ab-b67c-4b9a-b0f7-66d8fc9b07ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b74d70-0da1-4c7c-9269-49486c5e9a0b,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:50.187309 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3c382f53-c09c-4ef3-9a42-cf07046618c9 req-82aaec75-12e0-4b95-9d67-f1c7c29d4f7c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962472 Jul 28 03:51:50.345510 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc44302-36b7-4f29-a543-3d06fbc1787d {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:50.354708 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.367317 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Transition to ACTIVE for port object 0dc44302-36b7-4f29-a543-3d06fbc1787d will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:51:50.469956 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.521632 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:50.554502 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Attempting to bind port 0dc44302-36b7-4f29-a543-3d06fbc1787d on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:51:50.554842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Attempting to bind port 0dc44302-36b7-4f29-a543-3d06fbc1787d by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:51:50.555170 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Attempting to bind port 0dc44302-36b7-4f29-a543-3d06fbc1787d on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:50.559396 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Port 0dc44302-36b7-4f29-a543-3d06fbc1787d on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:51:50.559716 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Attempting to bind port 0dc44302-36b7-4f29-a543-3d06fbc1787d on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:51:50.567011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:51:50.567011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Checking segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:51:50.567011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Bound using segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:51:50.567011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Bound port: 0dc44302-36b7-4f29-a543-3d06fbc1787d, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:51:50.567011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.629405 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:51:50.632008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:51:50.721484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.755976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:50.756522 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:50.769268 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] 10.222.0.30 "PUT /v2.0/ports/0dc44302-36b7-4f29-a543-3d06fbc1787d HTTP/1.1" status: 200 len: 1094 time: 0.7986495 Jul 28 03:51:50.769268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:50.769268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:50.801774 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e5ac-83f8-44d9-bab6-34b0f8d22b8e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:50.830609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5302c94d-c18c-4917-b7aa-cb1304912fb8 x-openstack-request-id: req-5302c94d-c18c-4917-b7aa-cb1304912fb8 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:50.830889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:50.831133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5302c94d-c18c-4917-b7aa-cb1304912fb8 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:50.831782 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'status': 'completed', 'code': 200} Jul 28 03:51:50.871557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbd33-a634-4f2e-a73d-0bcc6190c983 req-9dec2816-14ad-4342-8101-6040e7e56bb4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:50.873055 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b02cbd33-a634-4f2e-a73d-0bcc6190c983 req-9dec2816-14ad-4342-8101-6040e7e56bb4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0521014 Jul 28 03:51:50.937719 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b02cbd33-a634-4f2e-a73d-0bcc6190c983 req-605c442d-56de-4b47-a905-54cb9193e04f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Jul 28 03:51:50.952103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-502cf007-0cbc-4df2-ad60-6bae53717d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:50.953714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-502cf007-0cbc-4df2-ad60-6bae53717d2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 1097 time: 0.0554087 Jul 28 03:51:51.069651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-ab6b4ce4-ce69-4bd2-a715-024a20b2c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:51.071141 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-ab6b4ce4-ce69-4bd2-a715-024a20b2c1bf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f7b4013c53d94598a16872aee30be511&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0918503 Jul 28 03:51:51.180283 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-cdec0d9d-7e42-4bc5-a378-6c3468d20169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:51.181768 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1d72e481-fb4e-47c3-85b5-7ba55e9b52ff req-cdec0d9d-7e42-4bc5-a378-6c3468d20169 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920243 Jul 28 03:51:51.305336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56897e-5755-43ef-9f17-d607fba928d7 req-c05d10c6-94d8-4a3c-ab17-aa1fae3d5be8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:51.307037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c56897e-5755-43ef-9f17-d607fba928d7 req-c05d10c6-94d8-4a3c-ab17-aa1fae3d5be8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 944 time: 0.0508263 Jul 28 03:51:51.368932 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c56897e-5755-43ef-9f17-d607fba928d7 req-3c34fb18-8294-4f1c-b34e-e0448681688f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551124 Jul 28 03:51:51.379346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-062f6698-5ea0-4717-8eef-97fe818bbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:51.380808 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-062f6698-5ea0-4717-8eef-97fe818bbf3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 1097 time: 0.0533118 Jul 28 03:51:51.451282 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-718250fc-b164-40f5-bb5e-4435fcc0d73f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d HTTP/1.1" status: 200 len: 217 time: 0.0360675 Jul 28 03:51:51.501777 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-a8882e30-128e-437f-9b9f-bef030167b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:51.503212 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-a8882e30-128e-437f-9b9f-bef030167b07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.0434370 Jul 28 03:51:51.543385 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-1373be81-761a-4623-a6f6-55079f145a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224018 Jul 28 03:51:51.638766 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-191c3d8f-65d6-47e7-a591-013bf765fcce service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822008 Jul 28 03:51:51.730126 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-225bc700-0bbc-422f-8535-a8b3cf9d9f5e req-e51f907a-ab65-4686-9976-82a577e5e331 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820413 Jul 28 03:51:52.071520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcac24-62c8-4706-966c-1c3858df6aa0 req-0107bf76-8d14-4136-94b0-8473385e6a9b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:52.073037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0fcac24-62c8-4706-966c-1c3858df6aa0 req-0107bf76-8d14-4136-94b0-8473385e6a9b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0614288 Jul 28 03:51:52.126326 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0fcac24-62c8-4706-966c-1c3858df6aa0 req-ac5d9b89-ff4e-4c70-b9b8-e4c26925fda7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451701 Jul 28 03:51:52.494678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df2055-fb18-4d6a-8d4e-3778ac5709f9 req-c546efb5-7906-4913-b48e-94aac14f70e0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:52.497607 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1df2055-fb18-4d6a-8d4e-3778ac5709f9 req-c546efb5-7906-4913-b48e-94aac14f70e0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 944 time: 0.0576618 Jul 28 03:51:52.548264 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1df2055-fb18-4d6a-8d4e-3778ac5709f9 req-54db7d07-397b-48ae-bb64-1017abb9f8f9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Jul 28 03:51:52.579224 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33718) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:52.688511 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e6492e7f-2a4c-4413-bc3f-98571bfbea7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:52.777603 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e6492e7f-2a4c-4413-bc3f-98571bfbea7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:52.835199 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e6492e7f-2a4c-4413-bc3f-98571bfbea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:52.869845 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e6492e7f-2a4c-4413-bc3f-98571bfbea7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed56965fd0b24e748070129703a6f407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894454 Jul 28 03:51:52.872996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33730) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:52.876393 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6492e7f-2a4c-4413-bc3f-98571bfbea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d432c-45a5-4d64-906f-ff85176f7fac,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:52.930223 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:52.952575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.063675 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.066277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.067412 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec8d432c-45a5-4d64-906f-ff85176f7fac HTTP/1.1" status: 204 len: 168 time: 0.1933978 Jul 28 03:51:53.076026 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2234-f87e-4e14-bf37-fbba84c96c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d432c-45a5-4d64-906f-ff85176f7fac,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:53.245637 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e0ba-f329-40e6-96eb-3399c843f872 req-3d7216a4-67ed-4434-a300-2bcc2416771f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:53.247196 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bb53e0ba-f329-40e6-96eb-3399c843f872 req-3d7216a4-67ed-4434-a300-2bcc2416771f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Jul 28 03:51:53.290389 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bb53e0ba-f329-40e6-96eb-3399c843f872 req-1c0752e6-5337-4fff-865d-8e1411732c68 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Jul 28 03:51:53.600182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33768) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:53.617055 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d643f751-3d18-4c9b-ac6a-a2fe8d912fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.743773 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d643f751-3d18-4c9b-ac6a-a2fe8d912fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.751497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3689-a2f2-4682-aeb8-4b37a8bdabaf req-fd871983-f0e1-4750-80a5-7d78e07526d2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:53.752985 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7cd3689-a2f2-4682-aeb8-4b37a8bdabaf req-fd871983-f0e1-4750-80a5-7d78e07526d2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 944 time: 0.0760145 Jul 28 03:51:53.791240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7cd3689-a2f2-4682-aeb8-4b37a8bdabaf req-2e810c3e-5095-49ce-b8c9-47508330ab81 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Jul 28 03:51:53.841885 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d643f751-3d18-4c9b-ac6a-a2fe8d912fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.883302 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-d643f751-3d18-4c9b-ac6a-a2fe8d912fd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca346e3a03ab4bbc8851a7473b77d209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819879 Jul 28 03:51:53.884702 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f751-3d18-4c9b-ac6a-a2fe8d912fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb319a1-5ecb-4d33-8408-eed947805c93,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:53.886359 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33780) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:53.945648 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78b33-5ce2-4c3a-9ee9-a0f68c6186f7 req-d98f1f53-ebf6-4582-a008-0c27a407f692 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:53.947165 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4ec78b33-5ce2-4c3a-9ee9-a0f68c6186f7 req-d98f1f53-ebf6-4582-a008-0c27a407f692 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0485160 Jul 28 03:51:53.963773 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.986878 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.995203 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4ec78b33-5ce2-4c3a-9ee9-a0f68c6186f7 req-93512e7a-198a-4123-a0d8-1509f8b6b791 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Jul 28 03:51:54.092357 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:54.094950 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:54.096175 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eb319a1-5ecb-4d33-8408-eed947805c93 HTTP/1.1" status: 204 len: 168 time: 0.2055793 Jul 28 03:51:54.107538 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45df47-e86c-4286-836f-63c5cc17e72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb319a1-5ecb-4d33-8408-eed947805c93,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:54.417952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4724-f41d-4702-8f7e-8105cb3861dd req-ddce7112-e7a5-4945-895f-2ea5e885b6ee tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:54.426208 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d48a4724-f41d-4702-8f7e-8105cb3861dd req-ddce7112-e7a5-4945-895f-2ea5e885b6ee tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0594807 Jul 28 03:51:54.466796 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d48a4724-f41d-4702-8f7e-8105cb3861dd req-8f0aa2ca-ebbf-4487-8496-2e529b87c4d6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Jul 28 03:51:54.907408 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f476904-b8e2-4b09-b217-333119928224 req-e4112ed4-5296-4a1c-9c24-dfe584addf90 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:54.909485 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f476904-b8e2-4b09-b217-333119928224 req-e4112ed4-5296-4a1c-9c24-dfe584addf90 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 944 time: 0.0501223 Jul 28 03:51:54.950799 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f476904-b8e2-4b09-b217-333119928224 req-99c6d5f5-8e70-429c-88c6-4aa401d3c381 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jul 28 03:51:55.125020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1020ce-c6bf-4429-9242-c0b2cb468c3d req-e1d3fdbd-e791-4709-8acf-4bcb33790081 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:55.126550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bf1020ce-c6bf-4429-9242-c0b2cb468c3d req-e1d3fdbd-e791-4709-8acf-4bcb33790081 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0524383 Jul 28 03:51:55.168915 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bf1020ce-c6bf-4429-9242-c0b2cb468c3d req-2433e06c-9491-4b35-833b-105225b222a2 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363047 Jul 28 03:51:55.586650 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a2d2-f40e-4bb9-a62d-21216a2bf8c1 req-ea089074-1ddd-4ee7-b5ab-3c424317be85 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:55.588336 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4462a2d2-f40e-4bb9-a62d-21216a2bf8c1 req-ea089074-1ddd-4ee7-b5ab-3c424317be85 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Jul 28 03:51:55.630810 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4462a2d2-f40e-4bb9-a62d-21216a2bf8c1 req-f5f940c4-dda4-4f85-910e-285e1a649e2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Jul 28 03:51:56.072936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26378e-d782-4e1a-86bd-35cedf9e5863 req-47284b41-2c37-4f51-b116-479a14961aff tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:56.074457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a26378e-d782-4e1a-86bd-35cedf9e5863 req-47284b41-2c37-4f51-b116-479a14961aff tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 944 time: 0.0537009 Jul 28 03:51:56.124126 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a26378e-d782-4e1a-86bd-35cedf9e5863 req-1b0e85de-3669-46fb-bf24-853da7cdd62c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Jul 28 03:51:56.213423 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 0dc44302-36b7-4f29-a543-3d06fbc1787d details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:51:56.282989 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dba622-8ced-46f7-b6e6-edebdc580c38 req-2420ba67-ba36-4ba8-9b3b-576701ae2eed tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:56.284511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0dba622-8ced-46f7-b6e6-edebdc580c38 req-2420ba67-ba36-4ba8-9b3b-576701ae2eed tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.0480001 Jul 28 03:51:56.310409 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:56.325070 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'port_id': '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'mac_address': 'fa:16:3e:de:f8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1291b172-00cb-4dba-935e-c04a548a31be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:51:56.328880 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0dba622-8ced-46f7-b6e6-edebdc580c38 req-1c7cba4a-a5c9-4a0c-8b7a-1056d2a60e94 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Jul 28 03:51:56.361659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.373978 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc44302-36b7-4f29-a543-3d06fbc1787d {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:51:56.393342 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:56.452230 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.492725 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33874) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:56.500982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:56.508090 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.508494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.508836 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.509171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.509496 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.509851 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.510176 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.510500 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.510838 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.514273 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.514273 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.514273 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:56.594105 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f436b26f-edae-4aeb-9f4f-dcdd93c5a9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.682854 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f436b26f-edae-4aeb-9f4f-dcdd93c5a9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.737443 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f436b26f-edae-4aeb-9f4f-dcdd93c5a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.745174 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae2d2e-eabf-4fcc-ba80-f90b499b12f7 req-2b9bfddc-861e-495e-9db7-87a3fafef178 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:56.746698 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-47ae2d2e-eabf-4fcc-ba80-f90b499b12f7 req-2b9bfddc-861e-495e-9db7-87a3fafef178 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Jul 28 03:51:56.775635 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f436b26f-edae-4aeb-9f4f-dcdd93c5a9e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5084df04cc6e48c4ad67be2c7ee61a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817531 Jul 28 03:51:56.776508 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b26f-edae-4aeb-9f4f-dcdd93c5a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23433ab2-4ed6-4a7a-afa0-57c225f3dacf,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:56.778311 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33880) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:56.809283 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-47ae2d2e-eabf-4fcc-ba80-f90b499b12f7 req-8bb8c279-d4f3-4812-89c5-dbc91b996a3c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Jul 28 03:51:56.831625 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.853666 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.972333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.975159 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:56.976330 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23433ab2-4ed6-4a7a-afa0-57c225f3dacf HTTP/1.1" status: 204 len: 168 time: 0.1970804 Jul 28 03:51:56.984847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a6625-d8ac-4e9a-b903-b319de2c7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23433ab2-4ed6-4a7a-afa0-57c225f3dacf,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:57.024331 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['0dc44302-36b7-4f29-a543-3d06fbc1787d'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:57.236901 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8ebf9-9a1d-4a75-8c29-446b0df659b4 req-2c02f138-4611-4601-9272-6101ba6a1f30 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:57.238418 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8de8ebf9-9a1d-4a75-8c29-446b0df659b4 req-2c02f138-4611-4601-9272-6101ba6a1f30 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Jul 28 03:51:57.277166 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8de8ebf9-9a1d-4a75-8c29-446b0df659b4 req-8ee86a5d-a9eb-469b-be18-b5fc948e36fc tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Jul 28 03:51:57.523363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed809c-f06e-4047-8b90-0850d1f8263f req-f24c7a35-8d8b-4334-8d55-f2585abbb270 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:57.525240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3ed809c-f06e-4047-8b90-0850d1f8263f req-f24c7a35-8d8b-4334-8d55-f2585abbb270 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.1217067 Jul 28 03:51:57.552803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-0ea1d490-065b-4a71-bb8d-ec32a31b3222 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:57.554359 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-0ea1d490-065b-4a71-bb8d-ec32a31b3222 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 945 time: 0.1042988 Jul 28 03:51:57.620669 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-eb1ac46d-4882-4cb0-849f-4f6b293bee76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332889 Jul 28 03:51:57.640303 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3ed809c-f06e-4047-8b90-0850d1f8263f req-edfe91c4-2228-453d-a3ea-a49b95b97c56 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/security-groups?id=4886c62f-e04b-402d-b508-fa0dc5ae9baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060545 Jul 28 03:51:57.760491 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Deleting port a5b8efe1-b883-4133-b302-8802da82bf50 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:57.760841 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:57.765974 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33912) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:57.782998 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c40f3098-24d2-4538-8649-6b200feabfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:57.805805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-196dd10c-3c65-4c05-9748-793b1593d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.029880 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-196dd10c-3c65-4c05-9748-793b1593d8f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 1098 time: 0.1030221 Jul 28 03:51:58.030141 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c40f3098-24d2-4538-8649-6b200feabfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.147222 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] For port a5b8efe1-b883-4133-b302-8802da82bf50, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a5b8efe1-b883-4133-b302-8802da82bf50,segment=NetworkSegment(0289bbad-7076-4622-bdc7-cc7423053890),segment_id=0289bbad-7076-4622-bdc7-cc7423053890)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:58.147602 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.176712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Calling delete_port for a5b8efe1-b883-4133-b302-8802da82bf50 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:58.182043 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c40f3098-24d2-4538-8649-6b200feabfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.207123 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5357df-2c10-4e4d-ac8d-4922b64f2f51 req-4268d4eb-aac8-459e-bcfa-ea9b56785fbe tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.210780 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d5357df-2c10-4e4d-ac8d-4922b64f2f51 req-4268d4eb-aac8-459e-bcfa-ea9b56785fbe tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1162517 Jul 28 03:51:58.223751 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c40f3098-24d2-4538-8649-6b200feabfb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db28a594dbc47f8bf7136395a60d18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559364 Jul 28 03:51:58.224794 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33924) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:58.229178 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 0dc44302-36b7-4f29-a543-3d06fbc1787d up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:51:58.232704 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f3098-24d2-4538-8649-6b200feabfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a043c-2634-45f4-8a6f-00a462c2fc5a,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:58.272873 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.285610 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-1c0507cc-e6a9-4c41-9f2e-a8ddd183d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.286928 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-1c0507cc-e6a9-4c41-9f2e-a8ddd183d53b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 916 time: 0.4497008 Jul 28 03:51:58.331857 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.348434 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-84b438f3-4b4d-4c32-be4d-e4b5d1f41763 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51841538-8381-4f3d-9eb3-ca9034b0f650 HTTP/1.1" status: 200 len: 217 time: 0.0503874 Jul 28 03:51:58.357056 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.357332 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d5357df-2c10-4e4d-ac8d-4922b64f2f51 req-17f2c1d7-e454-4db6-ba03-2a359f7cc736 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381626 Jul 28 03:51:58.372880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 0dc44302-36b7-4f29-a543-3d06fbc1787d completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:51:58.381746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 0dc44302-36b7-4f29-a543-3d06fbc1787d triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:51:58.382117 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.445495 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-52bf6166-40b0-4120-aa84-ecd0e0dfd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.447217 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-52bf6166-40b0-4120-aa84-ecd0e0dfd6f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.0867107 Jul 28 03:51:58.458417 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.461265 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.462740 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b54a043c-2634-45f4-8a6f-00a462c2fc5a HTTP/1.1" status: 204 len: 168 time: 0.2361972 Jul 28 03:51:58.465644 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403f271-65fb-43b9-a76f-508087537009 req-9792f27b-9246-4451-b624-aa52eea59929 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.465854 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.468021 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6403f271-65fb-43b9-a76f-508087537009 req-9792f27b-9246-4451-b624-aa52eea59929 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 945 time: 0.1140790 Jul 28 03:51:58.491715 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632756c-71d6-4e9f-8f04-c65da844e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a043c-2634-45f4-8a6f-00a462c2fc5a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:58.497837 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:58.502141 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842b146a-b79d-4861-af51-d1e870a959c4" -d '{"events": [{"server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "name": "network-vif-plugged", "status": "completed", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:58.527015 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:58.538684 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-7c840dfb-3462-489a-9dff-1f9c15db6595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699072 Jul 28 03:51:58.553481 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2645ce0-84a9-4fce-8bb4-228a39b826c5 x-openstack-request-id: req-a2645ce0-84a9-4fce-8bb4-228a39b826c5 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:58.553982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "name": "network-vif-plugged", "status": "completed", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:58.556144 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2645ce0-84a9-4fce-8bb4-228a39b826c5 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:58.556144 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'code': 200} Jul 28 03:51:58.577865 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6403f271-65fb-43b9-a76f-508087537009 req-fea02dba-5dc0-4cef-946a-191502416795 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953290 Jul 28 03:51:58.579363 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.637264 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:58.681163 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-077f6924-21a3-416f-a851-95254203c46a service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172831 Jul 28 03:51:58.684134 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 33938) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:58.713549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.757192 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a5b8efe1-b883-4133-b302-8802da82bf50'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:51:58.820377 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-506a2919-ee63-4f54-8953-a8991f8627e1 req-7c75dd1b-a71e-4532-a045-f5fdf594769c tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0681503 Jul 28 03:51:58.824783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Pushing event deleted for resources: {'Port': ['ID=a5b8efe1-b883-4133-b302-8802da82bf50,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:58.895690 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] No DVR routers for this DVR port a5b8efe1-b883-4133-b302-8802da82bf50 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:51:58.920847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.922921 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-019b31ff-c1cc-4b01-8761-c01b0a36d518 req-39e8b43a-5dce-44f8-b2f3-33fea5a8c988 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.30 "DELETE /v2.0/ports/a5b8efe1-b883-4133-b302-8802da82bf50 HTTP/1.1" status: 204 len: 173 time: 1.3573172 Jul 28 03:51:58.923467 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'name': 'network-vif-deleted', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:51:58.925722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae4343-5667-4d07-91f1-c1fbbd56445d" -d '{"events": [{"server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "name": "network-vif-deleted", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:51:58.956549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36686729-9a5a-412e-9aa2-21dda1f4fe7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:58.970391 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d6675ac-01b1-4481-a02e-4b2d2d80289c req-03135fe3-6c47-468e-bae9-69b2b59cdc95 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788711 Jul 28 03:51:58.973095 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79823705-88e5-4bdb-9ecd-1a53f545240b x-openstack-request-id: req-79823705-88e5-4bdb-9ecd-1a53f545240b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:51:58.973380 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b908fc-e200-4989-bf0c-9a198145deac", "name": "network-vif-deleted", "tag": "a5b8efe1-b883-4133-b302-8802da82bf50", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:51:58.973630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79823705-88e5-4bdb-9ecd-1a53f545240b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:51:58.974037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b908fc-e200-4989-bf0c-9a198145deac', 'name': 'network-vif-deleted', 'tag': 'a5b8efe1-b883-4133-b302-8802da82bf50', 'status': 'completed', 'code': 200} Jul 28 03:51:58.987874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbf87c-eda7-4eb8-9f0a-c5b4b8f9ac28 req-fd2ad82b-394b-4977-97d3-91bd0451f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:58.988920 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8cbf87c-eda7-4eb8-9f0a-c5b4b8f9ac28 req-fd2ad82b-394b-4977-97d3-91bd0451f68b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 1099 time: 0.0998528 Jul 28 03:51:59.068114 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8cbf87c-eda7-4eb8-9f0a-c5b4b8f9ac28 req-18419473-5d4a-4cb2-800b-f210558c6cb6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Jul 28 03:51:59.092850 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36686729-9a5a-412e-9aa2-21dda1f4fe7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.183388 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36686729-9a5a-412e-9aa2-21dda1f4fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.220308 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-36686729-9a5a-412e-9aa2-21dda1f4fe7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36667163b86d42a7b0bd8908fcbc6971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353510 Jul 28 03:51:59.222287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686729-9a5a-412e-9aa2-21dda1f4fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a252328-802f-44fb-be29-e6f4160ebb57,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:59.223042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33956) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:59.271878 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.292835 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.412097 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.414827 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:59.416013 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a252328-802f-44fb-be29-e6f4160ebb57 HTTP/1.1" status: 204 len: 168 time: 0.1919696 Jul 28 03:51:59.425148 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd82ad-db34-430b-ab17-76c8c578dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a252328-802f-44fb-be29-e6f4160ebb57,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:59.686534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629da82c-ddd9-4b78-a43e-acafca226339 req-26491b0f-5419-4ac7-91c9-a0dafe4f1af6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:59.688069 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-629da82c-ddd9-4b78-a43e-acafca226339 req-26491b0f-5419-4ac7-91c9-a0dafe4f1af6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0610409 Jul 28 03:51:59.752906 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba2cf4-81d3-4deb-b981-2c95d5f502a1 req-c66233ae-f81f-41c7-9f4f-39a98abdfb28 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:59.755216 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c3ba2cf4-81d3-4deb-b981-2c95d5f502a1 req-c66233ae-f81f-41c7-9f4f-39a98abdfb28 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.0850611 Jul 28 03:51:59.758352 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-629da82c-ddd9-4b78-a43e-acafca226339 req-8161e750-a451-4fac-a799-476cd0232583 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Jul 28 03:51:59.795256 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c3ba2cf4-81d3-4deb-b981-2c95d5f502a1 req-7ac387cd-5801-4977-9e83-565936a7e4f1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Jul 28 03:51:59.880935 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 33986) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:59.933459 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ae763d7c-b321-4240-a0aa-d011162c47a4 req-54499b93-573e-4652-99b2-137b50157b16 tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0399387 Jul 28 03:52:00.132573 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e001c4c5-d9d4-4fb8-9f35-63b513f50e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.223751 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e001c4c5-d9d4-4fb8-9f35-63b513f50e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.286503 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e001c4c5-d9d4-4fb8-9f35-63b513f50e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.324474 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e001c4c5-d9d4-4fb8-9f35-63b513f50e8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4910d54d1a00442993802afd17e37c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418521 Jul 28 03:52:00.327000 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001c4c5-d9d4-4fb8-9f35-63b513f50e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c8061-9dd1-4047-89f9-9f1babe942b6,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:00.328923 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34004) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:00.382282 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.409773 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.532292 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.534906 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:00.536204 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d57c8061-9dd1-4047-89f9-9f1babe942b6 HTTP/1.1" status: 204 len: 168 time: 0.2073479 Jul 28 03:52:00.544228 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b721-5d7f-4315-b007-ff3e721314d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c8061-9dd1-4047-89f9-9f1babe942b6,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:00.906829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf38246-6fa8-4d9b-a2c8-13aa57e5a66c req-2df6b85e-20f8-4c26-bc23-70593126e868 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:00.908491 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eaf38246-6fa8-4d9b-a2c8-13aa57e5a66c req-2df6b85e-20f8-4c26-bc23-70593126e868 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0679030 Jul 28 03:52:01.016921 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b3cfb-48c2-4197-925f-b802c39af863 req-5cb9f454-a75f-4599-85b9-0e7b9577aec8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:01.019027 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3b3cfb-48c2-4197-925f-b802c39af863 req-5cb9f454-a75f-4599-85b9-0e7b9577aec8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.1292942 Jul 28 03:52:01.023408 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eaf38246-6fa8-4d9b-a2c8-13aa57e5a66c req-dc2805b5-f238-4572-a9d1-2de7faec9621 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755975 Jul 28 03:52:01.107264 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34062) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:01.119122 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3b3cfb-48c2-4197-925f-b802c39af863 req-13168cc9-9144-4781-b515-ee8e9ebb0583 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859830 Jul 28 03:52:01.210135 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d980dd6a-e524-4ad1-8d68-cbfc33a5db13 req-c8b21c51-2539-4c33-a8ec-00f11e97fe8c tempest-DeleteServersTestJSON-1485517419 tempest-DeleteServersTestJSON-1485517419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1b908fc-e200-4989-bf0c-9a198145deac HTTP/1.1" status: 200 len: 210 time: 0.0413206 Jul 28 03:52:01.261668 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-607080225-network', 'tenant_id': 'b72f895797944198bf4cf01e56395986'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:01.341085 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Made reservation on behalf of b72f895797944198bf4cf01e56395986 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:01.343496 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.354743 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.447146 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.526446 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.547403 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:52:01.563378 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d22fca5-95f6-4334-8c9c-03ac4ad81083,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:01.570219 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.570219 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Added segment e6f2ee3e-248e-4a00-a46e-1c7cba6237c7 of type vlan for network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 Jul 28 03:52:01.607823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.720462 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.721492 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:01.722154 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:01.787388 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] Pushing event updated for resources: {'Network': ['ID=ca0c41ae-cef8-4031-a9eb-4162d4b0c863,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:01.800275 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:52:01.816038 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34094) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:01.816325 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1be375a1-b859-450d-a564-71e92fda54ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7078991 Jul 28 03:52:01.824381 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Request body: {'subnet': {'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-607080225-subnet', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:01.890014 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34098) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:01.926249 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Made reservation on behalf of b72f895797944198bf4cf01e56395986 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:01.928583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.013944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-87e30ac6-102b-4875-9acc-a2eb3bbf1cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.231010 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aca23c-8e21-40b0-bb3b-dad5af452a37 req-36b9c0ce-3df6-489a-a54e-879cd0f182b6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:02.233252 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6aca23c-8e21-40b0-bb3b-dad5af452a37 req-36b9c0ce-3df6-489a-a54e-879cd0f182b6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1102452 Jul 28 03:52:02.246165 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a5b8efe1-b883-4133-b302-8802da82bf50 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:52:02.266495 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: a5b8efe1-b883-4133-b302-8802da82bf50 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:52:02.266835 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a5b8efe1-b883-4133-b302-8802da82bf50 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:52:02.272279 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-87e30ac6-102b-4875-9acc-a2eb3bbf1cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.283285 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3b120-dbe4-43a7-ad5d-562252e0eeaa req-ca17eb9e-d00a-4a7e-9047-30a9b9de77a4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:02.284758 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aca3b120-dbe4-43a7-ad5d-562252e0eeaa req-ca17eb9e-d00a-4a7e-9047-30a9b9de77a4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.1042709 Jul 28 03:52:02.304893 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6aca23c-8e21-40b0-bb3b-dad5af452a37 req-3b62cf24-7a27-4120-9a12-585807481403 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633047 Jul 28 03:52:02.329986 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aca3b120-dbe4-43a7-ad5d-562252e0eeaa req-a11bba91-dc2e-494b-bb58-fc283ec3063c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Jul 28 03:52:02.352068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.354178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-87e30ac6-102b-4875-9acc-a2eb3bbf1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.435181 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-87e30ac6-102b-4875-9acc-a2eb3bbf1cf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7428865bf42487d97e173f30aa5279d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427802 Jul 28 03:52:02.437870 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34116) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:02.442638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e30ac6-102b-4875-9acc-a2eb3bbf1cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf9eff-2331-41af-891c-6f5ec022bc9d,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:02.449264 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e962dd-19d8-449d-ae08-7d2dd22dcd97,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:02.469975 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Checking segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:02.470530 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Network hostable DHCP agents. Network: ca0c41ae-cef8-4031-a9eb-4162d4b0c863, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:52:02.495501 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.524381 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.578009 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:52:02.670070 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.671360 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, ca0c41ae-cef8-4031-a9eb-4162d4b0c863) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:02.672752 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.675933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:02.676916 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbf9eff-2331-41af-891c-6f5ec022bc9d HTTP/1.1" status: 204 len: 168 time: 0.2371631 Jul 28 03:52:02.679736 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9175e-7bc9-4091-a96c-75fe11249295 None None] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:52:02.685860 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e4133-5f68-453e-903f-88811a4ef88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf9eff-2331-41af-891c-6f5ec022bc9d,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:02.688735 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.783696 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ff2db925-4c9c-4ddc-adb6-b98702e14bea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9654944 Jul 28 03:52:02.786254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34130) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:02.792352 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:02.850411 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:52:02.851280 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.921342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:02.922873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.004669 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.030054 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Allocated IP 172.20.0.2 (ca0c41ae-cef8-4031-a9eb-4162d4b0c863/71e962dd-19d8-449d-ae08-7d2dd22dcd97/438f845f-9bf7-4d83-917e-93a43b3e46e6) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:03.181145 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.193350 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Transition to ACTIVE for port object 438f845f-9bf7-4d83-917e-93a43b3e46e6 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:03.207790 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Transition to ACTIVE for port object 438f845f-9bf7-4d83-917e-93a43b3e46e6 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:03.234302 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.326896 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.375216 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:03.378043 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:03.381298 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:03.402556 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Pushing event updated for resources: {'Port': ['ID=438f845f-9bf7-4d83-917e-93a43b3e46e6,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:03.455991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2aebd-d84c-4123-b2b0-202dbfca3f91 req-2bb6945e-4bb3-4700-aca7-fd4c5ce9d80c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:03.457504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cdd2aebd-d84c-4123-b2b0-202dbfca3f91 req-2bb6945e-4bb3-4700-aca7-fd4c5ce9d80c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0668242 Jul 28 03:52:03.463707 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Attempting to bind port 438f845f-9bf7-4d83-917e-93a43b3e46e6 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:03.464109 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Attempting to bind port 438f845f-9bf7-4d83-917e-93a43b3e46e6 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:03.464480 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Attempting to bind port 438f845f-9bf7-4d83-917e-93a43b3e46e6 on network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:03.470849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:03.471226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Checking segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:03.471633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.472024 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Bound using segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:03.472499 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Bound port: 438f845f-9bf7-4d83-917e-93a43b3e46e6, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:03.472880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.486655 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34150) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:03.500512 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-996c674d-ea37-43a8-bc4f-4666acee3094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.538269 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] For port 438f845f-9bf7-4d83-917e-93a43b3e46e6, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:03.541439 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] For port 438f845f-9bf7-4d83-917e-93a43b3e46e6, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=438f845f-9bf7-4d83-917e-93a43b3e46e6,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:03.581812 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cdd2aebd-d84c-4123-b2b0-202dbfca3f91 req-63d2f621-57ab-4828-993f-f786b9da5918 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Jul 28 03:52:03.595406 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.599565 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-996c674d-ea37-43a8-bc4f-4666acee3094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.607579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.614896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.622493 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:03.667630 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30cc8-5ca9-43f6-8a20-331904353c0f None None] Pushing event updated for resources: {'Port': ['ID=438f845f-9bf7-4d83-917e-93a43b3e46e6,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:03.708533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-996c674d-ea37-43a8-bc4f-4666acee3094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.718076 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Allocated IP 172.27.0.136 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:03.748588 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-996c674d-ea37-43a8-bc4f-4666acee3094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e902db12ba6489caeddb14e1cf04aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602363 Jul 28 03:52:03.749824 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c674d-ea37-43a8-bc4f-4666acee3094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf922f-82a1-43d5-a62f-25fc7568d0ac,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:03.752376 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34152) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:03.808733 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.832614 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:03.837117 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.023878 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.024136 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.024839 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.024839 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75bf922f-82a1-43d5-a62f-25fc7568d0ac HTTP/1.1" status: 204 len: 168 time: 0.2683520 Jul 28 03:52:04.032625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baec59d-b9f2-469d-963c-0593af04263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf922f-82a1-43d5-a62f-25fc7568d0ac,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:04.083198 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:04.088156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:04.094131 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:04.185103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:04.189077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34168) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:04.273287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Deleting subnet b6550448-c4d7-43a7-b9eb-ea610f41e900 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:52:04.276431 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.313838 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.322829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.755914 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.799278 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481baa1d-0294-45bc-83fa-b22b4e9d689a None None] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:52:04.806299 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083bbcb-1913-4911-97e5-16402d95a680 req-41b57c10-9d79-412b-8c42-313e1d3a0558 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:04.807819 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d083bbcb-1913-4911-97e5-16402d95a680 req-41b57c10-9d79-412b-8c42-313e1d3a0558 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1150138 Jul 28 03:52:04.821997 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.889957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6550448-c4d7-43a7-b9eb-ea610f41e900,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:04.892112 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:04.896129 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a74a3286-d20c-41b3-83cd-7cd1545d408b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6550448-c4d7-43a7-b9eb-ea610f41e900 HTTP/1.1" status: 204 len: 168 time: 0.7039475 Jul 28 03:52:04.897562 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34188) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:04.921665 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d083bbcb-1913-4911-97e5-16402d95a680 req-b8ca1644-bd17-4e36-8c76-bb693fe8f05e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057587 Jul 28 03:52:04.935272 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-d8c975b4-1a31-4e25-9764-45377073fadb None None] Provisioning for port 438f845f-9bf7-4d83-917e-93a43b3e46e6 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:05.003670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.056016 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.098722 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.114643 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.115290 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.116020 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.116367 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > port after_create 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.116705 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.117038 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > port after_update 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.117388 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.117738 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.118095 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.118620 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.265972 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 438f845f-9bf7-4d83-917e-93a43b3e46e6 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:05.268636 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Router 3de00699-1422-4fb7-9db7-331813208818 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:52:05.323028 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.323501 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.323933 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.324361 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:52:05.325499 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578341db-1314-467f-953d-230d437bcd10']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:05.349878 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0289bbad-7076-4622-bdc7-cc7423053890') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:05.350146 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0289bbad-7076-4622-bdc7-cc7423053890') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:05.375584 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.395673 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 438f845f-9bf7-4d83-917e-93a43b3e46e6 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:05.397888 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:52:05.410050 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 438f845f-9bf7-4d83-917e-93a43b3e46e6 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:05.410564 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Sync routers for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:52:05.414746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.427237 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.434428 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:05.438343 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:05.438514 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:52:05.438914 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.486880 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.488339 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-00076b17-9a79-453d-ab9d-fab758610633 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7009611 Jul 28 03:52:05.491101 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34206) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: from cryptography.utils import int_from_bytes Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: from cryptography.utils import int_from_bytes Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:52:05.530428 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:52:05.574678 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.610831 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 438f845f-9bf7-4d83-917e-93a43b3e46e6, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=438f845f-9bf7-4d83-917e-93a43b3e46e6,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:05.615524 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:05.629824 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.638170 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.650913 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] 10.222.0.13 "DELETE /v2.0/networks/578341db-1314-467f-953d-230d437bcd10 HTTP/1.1" status: 204 len: 168 time: 0.7411201 Jul 28 03:52:05.694727 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033e10-9f0b-4efa-bccc-48eef98c026b admin admin] Pushing event deleted for resources: {'Network': ['ID=578341db-1314-467f-953d-230d437bcd10,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:05.767102 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:05.824241 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:04Z', 'revision_number': 3, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:05.844857 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=438f845f-9bf7-4d83-917e-93a43b3e46e6,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:05.855548 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Checking router: 3de00699-1422-4fb7-9db7-331813208818 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:52:05.855907 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Updating router 3de00699-1422-4fb7-9db7-331813208818 port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:52:05.881494 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.033487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.157953 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34220) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:06.164352 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.174662 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Transition to ACTIVE for port object 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:06.201221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Allocated IP 172.20.0.1 (ca0c41ae-cef8-4031-a9eb-4162d4b0c863/71e962dd-19d8-449d-ae08-7d2dd22dcd97/de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:06.205148 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-40e9c581-811b-4584-a883-f0b1f73f0295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aabb6ac616942a9bb780e0fb6270509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469973 Jul 28 03:52:06.205740 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34224) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:06.230733 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.263765 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.282332 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Attempting to bind port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:06.283085 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Attempting to bind port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:06.283085 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Attempting to bind port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:06.293132 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.294435 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:06.294805 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:06.295202 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.295589 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:06.296055 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Bound port: 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:06.296693 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.343705 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.359476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Transition to ACTIVE for port object de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:06.403741 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Pushing event updated for resources: {'Port': ['ID=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,revision_number=2']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:06.413994 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.414563 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.414652 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.414963 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.415282 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.415599 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.415916 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.416251 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.416558 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.416873 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.417181 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.417487 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:06.417732 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.421099 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.422367 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4886c62f-e04b-402d-b508-fa0dc5ae9baa HTTP/1.1" status: 204 len: 168 time: 0.2155399 Jul 28 03:52:06.430587 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1dbb3-01d3-4cce-b65e-be3ca478b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4886c62f-e04b-402d-b508-fa0dc5ae9baa,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:06.442605 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.444216 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] For port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:06.447321 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] For port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:06.482127 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:06.485080 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:06.487969 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:06.488458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.503786 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.556073 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:06.556751 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:06.559786 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Pushing event updated for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:06.651661 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def5b1-74ea-485b-9591-e349c94644a7 None None] Pushing event updated for resources: {'Port': ['ID=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:06.682799 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:06.784915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.801566 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-dd29328c-fdcd-4e0b-ad43-e3377069e370 None None] Provisioning for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:06.806478 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-dd29328c-fdcd-4e0b-ad43-e3377069e370 None None] Provisioning complete for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:06.806655 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-dd29328c-fdcd-4e0b-ad43-e3377069e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:06.846226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-dd29328c-fdcd-4e0b-ad43-e3377069e370 None None] Port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:52:06.874666 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:04Z', 'revision_number': 3, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:06.905932 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f851d-8903-4e9a-b9ec-2170bb8eaaec None None] The sync data for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi is: [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:04Z', 'revision_number': 3, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:52:06.982178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.057954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.058703 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.153323 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Pushing event updated for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:07.207690 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:07.209126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:07.379318 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:07.407622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Router 3de00699-1422-4fb7-9db7-331813208818 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:52:07.537824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:07.542161 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:07.542531 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.547546 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:52:07.553603 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0b2ddb34-25b5-4d51-b861-573594bf6e3e admin admin] 10.222.0.13 "PUT /v2.0/routers/3de00699-1422-4fb7-9db7-331813208818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610051 Jul 28 03:52:07.590099 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-73a62649-0ebd-4307-b330-5014d17be989 None None] Provisioning complete for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:07.590501 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-73a62649-0ebd-4307-b330-5014d17be989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.630431 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-73a62649-0ebd-4307-b330-5014d17be989 None None] Port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:52:07.675790 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.704206 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:07.783636 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.784452 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 438f845f-9bf7-4d83-917e-93a43b3e46e6 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:07.864816 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:07.876398 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 438f845f-9bf7-4d83-917e-93a43b3e46e6 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:07.876949 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.203805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49386-fd91-4dd0-8508-9567363334f3 req-d88ac47e-2452-442f-acb7-073d1d27c362 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:08.205281 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63f49386-fd91-4dd0-8508-9567363334f3 req-d88ac47e-2452-442f-acb7-073d1d27c362 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0839334 Jul 28 03:52:08.213270 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-c817c737-e652-4463-9a99-f5fcbb585ca6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:08.214687 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-c817c737-e652-4463-9a99-f5fcbb585ca6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.1466258 Jul 28 03:52:08.239755 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-f00619cb-288c-41cf-b74b-0332a6276921 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/quotas/f7b4013c53d94598a16872aee30be511 HTTP/1.1" status: 200 len: 375 time: 0.0182323 Jul 28 03:52:08.265328 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63f49386-fd91-4dd0-8508-9567363334f3 req-2faac3ae-8af4-436d-b3ae-230ab79c106c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 Jul 28 03:52:08.301281 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-9c2896a9-a409-41fd-9f3e-f2f8b062d2bb tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519774 Jul 28 03:52:08.402226 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-960a46aa-e6e1-420e-adb6-b065e12906cb service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919878 Jul 28 03:52:08.411467 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34282) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:08.416636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145760701-network', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:08.502920 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-232e0cef-80c1-41f3-a276-1239b5a7b8df service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940170 Jul 28 03:52:08.503411 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Made reservation on behalf of edf2d49484f0485bbf4a1dc5f2f1b959 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:08.505907 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.514782 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.623217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.692182 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.719718 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:52:08.734803 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce1977-427e-46d8-9033-df0558056aa2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:08.743564 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.743938 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Added segment 80e642d2-b15b-4aa3-8724-f256109a3029 of type vlan for network c64a73aa-ffb5-42bd-8196-9985530ba7c3 Jul 28 03:52:08.746200 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-09c11553-ab81-4d57-af0c-abcb6beb8ced req-d43e28b6-d4bb-4559-a83a-4b6423f1efa5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0317600 Jul 28 03:52:08.794623 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.797291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Sync routers for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:52:08.815305 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:08.816010 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:08.909238 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.910250 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:08.910869 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:08.924428 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:08.970792 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] Pushing event updated for resources: {'Network': ['ID=c64a73aa-ffb5-42bd-8196-9985530ba7c3,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:08.998954 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:52:09.037613 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34302) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:09.037821 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f47d8d68-9c2b-4cb2-b75a-ea27ad04e372 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6242089 Jul 28 03:52:09.040289 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Request body: {'subnet': {'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145760701-subnet', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:09.148764 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Made reservation on behalf of edf2d49484f0485bbf4a1dc5f2f1b959 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:09.151131 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.297476 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:09.374232 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:09.375148 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.378058 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 2, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:09.434159 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Checking router: 3de00699-1422-4fb7-9db7-331813208818 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:52:09.434535 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Updating router 3de00699-1422-4fb7-9db7-331813208818 port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:52:09.468376 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.520636 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2fb5-7494-48a6-b4ef-683c35d7dbdb req-1920b8b4-b2e4-4a86-bc9b-9d369ce6d820 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:09.522172 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-92ab2fb5-7494-48a6-b4ef-683c35d7dbdb req-1920b8b4-b2e4-4a86-bc9b-9d369ce6d820 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0769098 Jul 28 03:52:09.592084 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-92ab2fb5-7494-48a6-b4ef-683c35d7dbdb req-00eb0fa6-8943-40b2-92ce-f07fcfed60e1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Jul 28 03:52:09.749653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.781762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.793955 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Transition to ACTIVE for port object de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:09.826142 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:09.846808 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-80677015-21fe-4c3d-ac43-93c61bb4be6f req-4b7f7c3a-29e2-4e8e-b5da-d5b869b823ca tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0338199 Jul 28 03:52:09.849718 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Checking segment: {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:09.850094 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Network hostable DHCP agents. Network: c64a73aa-ffb5-42bd-8196-9985530ba7c3, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:52:09.868936 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.922306 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7bfd4-7027-41ef-91be-f0ecc16c7255 None None] Pushing event updated for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:09.932284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:52:09.973960 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Attempting to bind port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:09.974357 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Attempting to bind port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:09.974676 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Attempting to bind port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab on network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:09.979824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:09.980191 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Checking segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:09.980588 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:09.981000 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Bound using segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:09.981456 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Bound port: de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:09.981855 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.012074 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, c64a73aa-ffb5-42bd-8196-9985530ba7c3) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:10.017195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:10.019936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.025142 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844d968-2660-4db8-9757-0bdabccb4bab None None] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:52:10.098440 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-81a8e9db-aae7-468c-a6e8-8fb8603c3aa6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0627394 Jul 28 03:52:10.102020 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34338) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:10.106525 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:10.123527 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] For port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:10.143335 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] For port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:10.200610 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.202928 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.242781 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'fixed_ips': [{'subnet_id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:52:10.243647 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.260654 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.281289 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.405360 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:10.410005 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:10.479307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7bfd4-7027-41ef-91be-f0ecc16c7255 None None] Pushing event updated for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:10.516255 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Allocated IP 172.20.0.2 (c64a73aa-ffb5-42bd-8196-9985530ba7c3/5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8/8d8c4285-13d3-4057-a1e9-521ad4adc838) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:10.536179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.652065 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:10.826748 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.844736 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Transition to ACTIVE for port object 8d8c4285-13d3-4057-a1e9-521ad4adc838 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:10.872740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Transition to ACTIVE for port object 8d8c4285-13d3-4057-a1e9-521ad4adc838 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:10.913619 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.920800 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:10Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:10.932998 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:10.950550 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048769-d768-4b9d-ad1f-fcc73820315f None None] The sync data for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi is: [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:10Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:52:10.963169 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.012797 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:11.023565 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:11.034837 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:11.037593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Pushing event updated for resources: {'Port': ['ID=8d8c4285-13d3-4057-a1e9-521ad4adc838,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:11.089792 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Attempting to bind port 8d8c4285-13d3-4057-a1e9-521ad4adc838 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:11.090872 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Attempting to bind port 8d8c4285-13d3-4057-a1e9-521ad4adc838 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:11.091428 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Attempting to bind port 8d8c4285-13d3-4057-a1e9-521ad4adc838 on network c64a73aa-ffb5-42bd-8196-9985530ba7c3 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:11.094342 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Allocated IP 172.27.0.16 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/20646b19-8f1d-494a-afbf-5cb83e7b84d2) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:11.096713 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:11.097081 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Checking segment: {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:11.097477 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.097893 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Bound using segment: {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:11.098795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Bound port: 8d8c4285-13d3-4057-a1e9-521ad4adc838, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:11.098795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.174006 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] For port 8d8c4285-13d3-4057-a1e9-521ad4adc838, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:11.178183 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] For port 8d8c4285-13d3-4057-a1e9-521ad4adc838, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=8d8c4285-13d3-4057-a1e9-521ad4adc838,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:11.225156 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.241108 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.286087 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:11.318885 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.332740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7b0bd-fc26-473a-955f-907c9bc680b6 None None] Pushing event updated for resources: {'Port': ['ID=8d8c4285-13d3-4057-a1e9-521ad4adc838,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:11.385121 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:11.392472 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:11.399967 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:11.406619 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Pushing event updated for resources: {'Port': ['ID=20646b19-8f1d-494a-afbf-5cb83e7b84d2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:11.566159 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:11.570926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:11.571296 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.676242 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.745112 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:11.792735 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.928672 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:11.993138 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:12.192036 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:12.195032 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6d591f13-ed2c-4ec6-a7c0-e109c0d576d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:12.302683 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ef6e9-5b51-46f3-b73a-e13830296842 None None] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:52:12.412079 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Router 6d460a5f-e201-4397-9539-ee74b622a6b5 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:52:12.468823 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-7c84d829-6cbf-45e1-9101-60d85cd20f6b None None] Provisioning for port 8d8c4285-13d3-4057-a1e9-521ad4adc838 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:12.532230 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:52:12.538419 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Sync routers for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:52:12.551058 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:12.551058 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:12.611268 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:12.612422 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-bd05f1fe-8972-491c-b623-dd82c9b9ae66 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5094059 Jul 28 03:52:12.615454 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34378) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:12.654807 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:12.854675 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 3, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:12.881762 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Checking router: 6d460a5f-e201-4397-9539-ee74b622a6b5 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:52:12.882154 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Updating router 6d460a5f-e201-4397-9539-ee74b622a6b5 port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:52:12.907504 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:12.928473 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64be103b-0c03-46e4-96b6-78c10ea8aa6c req-ed8dab8b-96ed-4788-b90b-c2a4f95293a9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0529714 Jul 28 03:52:12.994623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd55a0-f4bb-4a07-bf83-5d9d305668f8 req-e4a915d9-d272-4548-9568-e7327e1072bb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:12.996135 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84dd55a0-f4bb-4a07-bf83-5d9d305668f8 req-e4a915d9-d272-4548-9568-e7327e1072bb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1218123 Jul 28 03:52:13.070491 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84dd55a0-f4bb-4a07-bf83-5d9d305668f8 req-17b022e8-ea45-4278-98d7-280bcc84e8e6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624738 Jul 28 03:52:13.154835 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.194360 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.210682 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Transition to ACTIVE for port object 20646b19-8f1d-494a-afbf-5cb83e7b84d2 will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:13.279548 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.314978 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Allocated IP 172.20.0.1 (c64a73aa-ffb5-42bd-8196-9985530ba7c3/5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8/b8c066aa-0dc7-464a-b7f4-af75181f2a22) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:13.320887 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:13.336833 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4647-b8d6-4869-b308-c856f769225d None None] Pushing event updated for resources: {'Port': ['ID=20646b19-8f1d-494a-afbf-5cb83e7b84d2,revision_number=2']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:13.340157 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Attempting to bind port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:13.340519 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Attempting to bind port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:13.341237 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Attempting to bind port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:13.349115 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:13.349717 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:13.350123 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.350516 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:13.351210 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Bound port: 20646b19-8f1d-494a-afbf-5cb83e7b84d2, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:13.351411 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.373050 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:13.373920 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.404085 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] For port 20646b19-8f1d-494a-afbf-5cb83e7b84d2, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:13.407294 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] For port 20646b19-8f1d-494a-afbf-5cb83e7b84d2, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=20646b19-8f1d-494a-afbf-5cb83e7b84d2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:13.428115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.444445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Transition to ACTIVE for port object b8c066aa-0dc7-464a-b7f4-af75181f2a22 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:13.466926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 8d8c4285-13d3-4057-a1e9-521ad4adc838 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:13.498487 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.558712 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:13.559919 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:51:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:13.562416 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4647-b8d6-4869-b308-c856f769225d None None] Pushing event updated for resources: {'Port': ['ID=20646b19-8f1d-494a-afbf-5cb83e7b84d2,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:13.583857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.623419 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 8d8c4285-13d3-4057-a1e9-521ad4adc838 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:13.628286 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 8d8c4285-13d3-4057-a1e9-521ad4adc838 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:13.631585 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.636036 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:13.643012 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:13.647707 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:13.648370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.653617 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:13.710397 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:13.741674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.797723 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 8d8c4285-13d3-4057-a1e9-521ad4adc838, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=8d8c4285-13d3-4057-a1e9-521ad4adc838,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:13.874833 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.930347 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:13.945952 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=8d8c4285-13d3-4057-a1e9-521ad4adc838,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:13.970746 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 3, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:13.996000 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f033da-0e9d-4e0f-88e0-0ccbb2949f78 None None] The sync data for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi is: [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 3, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:52:14.114553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-44275337-2fd8-441a-9bd5-f5ffee4f6e5b None None] Provisioning for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:14.118899 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-44275337-2fd8-441a-9bd5-f5ffee4f6e5b None None] Provisioning complete for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:14.119279 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-44275337-2fd8-441a-9bd5-f5ffee4f6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:14.166058 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-44275337-2fd8-441a-9bd5-f5ffee4f6e5b None None] Port b8c066aa-0dc7-464a-b7f4-af75181f2a22 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:52:14.196484 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-16f2de90-5bdc-4cbf-a25f-627202da4dd2 req-2027b3c9-5160-4730-b934-34d0139ff7f2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0684485 Jul 28 03:52:14.283308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:14.307601 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa149-c96f-4fa2-b46e-9f8f909f793d req-61c68b66-afb6-4075-840a-fd99421c52ff tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:14.315210 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb1fa149-c96f-4fa2-b46e-9f8f909f793d req-61c68b66-afb6-4075-840a-fd99421c52ff tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1574221 Jul 28 03:52:14.349301 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-42d82dec-8785-40e4-b266-42a68c2c26fe tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:14.349301 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-42d82dec-8785-40e4-b266-42a68c2c26fe tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.2913244 Jul 28 03:52:14.385587 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fb1fa149-c96f-4fa2-b46e-9f8f909f793d req-15b37584-0caf-4402-94f6-2aab4fe366a7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668612 Jul 28 03:52:14.388542 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Request body: {'port': {'device_id': '92a4cfd4-8133-4525-96b8-85470378dffc', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'admin_state_up': True, 'tenant_id': 'f7b4013c53d94598a16872aee30be511'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:14.455144 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:14.455904 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:14.564791 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:14.634744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:14.636377 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:14.743954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:14.749762 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:14.837866 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Router 6d460a5f-e201-4397-9539-ee74b622a6b5 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:52:14.935177 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34420) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:14.990694 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Allocated IP 172.20.0.5 (2fd54d26-ef29-4623-a6d8-11fde45c5e16/1291b172-00cb-4dba-935e-c04a548a31be/d4f34c17-40b4-4f89-a5f1-280895a3ed64) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:15.002672 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-2c6851ac-cf95-4971-93df-79250f847347 None None] Provisioning complete for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:15.003223 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-2c6851ac-cf95-4971-93df-79250f847347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.048771 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:52:15.057406 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-2c6851ac-cf95-4971-93df-79250f847347 None None] Port b8c066aa-0dc7-464a-b7f4-af75181f2a22 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:52:15.061938 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-07cda884-c0a9-441e-819a-91db62af84c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d460a5f-e201-4397-9539-ee74b622a6b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453387 Jul 28 03:52:15.071606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7f9b-71a5-4e6b-8619-59175656fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.124050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bef4ab1c-d96d-43e5-9b8b-67a929929104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.228242 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.274754 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bef4ab1c-d96d-43e5-9b8b-67a929929104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.298594 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.342712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e5e1c95b-dff5-443d-97c1-ee7da0b689f8 req-09ce1dce-666a-4a63-87ab-363dfc7abeaf tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0395453 Jul 28 03:52:15.368423 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 20646b19-8f1d-494a-afbf-5cb83e7b84d2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:15.412539 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.412935 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bef4ab1c-d96d-43e5-9b8b-67a929929104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.453922 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650', '0dc44302-36b7-4f29-a543-3d06fbc1787d'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:52:15.462358 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-bef4ab1c-d96d-43e5-9b8b-67a929929104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e8fd85ca2b4430098a0c4b2bded7e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248289 Jul 28 03:52:15.463498 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4ab1c-d96d-43e5-9b8b-67a929929104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02187a86-d364-4a21-89e6-ddd2edd5f977,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:15.465534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34442) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:15.508523 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:15.516254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:15.530473 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:15.543303 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:15.543980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.547213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:15.553868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:15.554234 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.627134 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event updated for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:15.665446 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1453a-ad4d-445b-b63a-becb7ab39e37 req-be09fb84-e23a-4b3d-b44c-b8b2cfffdb88 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:15.667411 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8ea1453a-ad4d-445b-b63a-becb7ab39e37 req-be09fb84-e23a-4b3d-b44c-b8b2cfffdb88 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1534381 Jul 28 03:52:15.671154 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.710653 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.710981 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.748141 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 20646b19-8f1d-494a-afbf-5cb83e7b84d2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=20646b19-8f1d-494a-afbf-5cb83e7b84d2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:15.754964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-50213c6c-c18f-47dc-b885-34436ab69db2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707273 Jul 28 03:52:15.781481 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8ea1453a-ad4d-445b-b63a-becb7ab39e37 req-bddb8cbc-e972-49a4-af94-290b84f0c1c7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960908 Jul 28 03:52:15.799425 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Request body: {'port': {'device_id': '92a4cfd4-8133-4525-96b8-85470378dffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:15.874067 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.942805 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:15.946724 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 8d8c4285-13d3-4057-a1e9-521ad4adc838 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:16.028173 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.032780 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=20646b19-8f1d-494a-afbf-5cb83e7b84d2,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:16.042181 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Sync routers for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:52:16.046148 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.048632 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.052278 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02187a86-d364-4a21-89e6-ddd2edd5f977 HTTP/1.1" status: 204 len: 168 time: 0.5811107 Jul 28 03:52:16.080764 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:16.095844 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:52:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:16.111773 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 8d8c4285-13d3-4057-a1e9-521ad4adc838 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:16.116770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.148474 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d53b9-b7bb-4361-ba1e-18f111513036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02187a86-d364-4a21-89e6-ddd2edd5f977,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:16.310428 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f34c17-40b4-4f89-a5f1-280895a3ed64 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:52:16.321492 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.353424 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Transition to ACTIVE for port object d4f34c17-40b4-4f89-a5f1-280895a3ed64 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:16.377761 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:16.427895 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.524126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Pushing event updated for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:16.599824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Attempting to bind port d4f34c17-40b4-4f89-a5f1-280895a3ed64 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:16.599824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Attempting to bind port d4f34c17-40b4-4f89-a5f1-280895a3ed64 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:16.599824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Attempting to bind port d4f34c17-40b4-4f89-a5f1-280895a3ed64 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:16.638575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Port d4f34c17-40b4-4f89-a5f1-280895a3ed64 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:52:16.638883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Attempting to bind port d4f34c17-40b4-4f89-a5f1-280895a3ed64 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:16.647074 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:16.647635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Checking segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:16.648173 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Bound using segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:16.648761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Bound port: d4f34c17-40b4-4f89-a5f1-280895a3ed64, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:16.649456 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.699098 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ab954-1828-460f-9486-05d377f800da req-d8033893-6ebf-42cf-a238-19c8f77ff3f6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:16.720411 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c4ab954-1828-460f-9486-05d377f800da req-d8033893-6ebf-42cf-a238-19c8f77ff3f6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.1341608 Jul 28 03:52:16.727228 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 4, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'b8c066aa-0dc7-464a-b7f4-af75181f2a22', 'name': '', 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'mac_address': 'fa:16:3e:17:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:13Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 2, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'subnets': [{'id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:16.758552 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Checking router: 6d460a5f-e201-4397-9539-ee74b622a6b5 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:52:16.758917 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Updating router 6d460a5f-e201-4397-9539-ee74b622a6b5 port b8c066aa-0dc7-464a-b7f4-af75181f2a22 binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:52:16.852159 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:16.918163 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:16.930079 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c4ab954-1828-460f-9486-05d377f800da req-46e8a878-6abc-4a13-bf0f-b10a55621856 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083256 Jul 28 03:52:16.932679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:17.028050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67f6e0-0c9b-4c11-9fcf-e2a7da568cf6 req-2c8ed13b-d3fd-49c6-9548-4b8ac39d726b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:17.038059 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3e67f6e0-0c9b-4c11-9fcf-e2a7da568cf6 req-2c8ed13b-d3fd-49c6-9548-4b8ac39d726b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1333468 Jul 28 03:52:17.046020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.114431 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:17.117959 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.119620 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] 10.222.0.30 "PUT /v2.0/ports/d4f34c17-40b4-4f89-a5f1-280895a3ed64 HTTP/1.1" status: 200 len: 1093 time: 1.3369207 Jul 28 03:52:17.145641 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:17.148078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:17.209606 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3e67f6e0-0c9b-4c11-9fcf-e2a7da568cf6 req-26577f53-cbe4-4a60-bd54-2a2d03afa53c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705787 Jul 28 03:52:17.265586 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8a73b-eb16-40c2-93e1-ca55500e4eda service neutron] Pushing event updated for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:17.303943 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98590335-90f8-467d-b404-a917284a7d87 x-openstack-request-id: req-98590335-90f8-467d-b404-a917284a7d87 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:17.304433 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:17.305020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98590335-90f8-467d-b404-a917284a7d87 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:17.305574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', 'status': 'completed', 'code': 200} Jul 28 03:52:17.335364 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 20646b19-8f1d-494a-afbf-5cb83e7b84d2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:17.418903 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-783f913e-8a68-4ceb-9fc6-e12d2f835100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:17.424301 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-783f913e-8a68-4ceb-9fc6-e12d2f835100 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 1096 time: 0.0939531 Jul 28 03:52:17.463668 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:17.464292 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.499392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.519026 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Transition to ACTIVE for port object b8c066aa-0dc7-464a-b7f4-af75181f2a22 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:17.529229 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-e471ce7f-bffa-45f1-aa67-f39a8a17c576 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64 HTTP/1.1" status: 200 len: 217 time: 0.0798903 Jul 28 03:52:17.606519 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.631077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-2d1b43e1-8d28-44ec-92dc-43281155be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:17.633014 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-2d1b43e1-8d28-44ec-92dc-43281155be41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.0833352 Jul 28 03:52:17.687058 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceecf59-f824-4bd1-8ce5-3f3a2e0fe8b8 None None] Pushing event updated for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:17.711217 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.738127 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-c3e26ea5-976c-4fae-8c5b-ebc0ef8da47f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529356 Jul 28 03:52:17.779521 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Attempting to bind port b8c066aa-0dc7-464a-b7f4-af75181f2a22 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:17.779900 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Attempting to bind port b8c066aa-0dc7-464a-b7f4-af75181f2a22 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:17.782137 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Attempting to bind port b8c066aa-0dc7-464a-b7f4-af75181f2a22 on network c64a73aa-ffb5-42bd-8196-9985530ba7c3 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:17.788437 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:17.791016 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Checking segment: {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:17.791016 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.791016 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Bound using segment: {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:17.791016 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Bound port: b8c066aa-0dc7-464a-b7f4-af75181f2a22, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e642d2-b15b-4aa3-8724-f256109a3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:17.791518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:17.891249 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-6ef8dbf2-4549-491b-b873-b6bcbaf7129a service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425824 Jul 28 03:52:17.913093 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] For port b8c066aa-0dc7-464a-b7f4-af75181f2a22, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:17.917494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] For port b8c066aa-0dc7-464a-b7f4-af75181f2a22, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=b8c066aa-0dc7-464a-b7f4-af75181f2a22,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:18.029436 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:18.080456 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28b7525e-9d89-407f-9d96-f3212d9b042c req-3e40392a-063a-4e5c-9c19-21c59a337813 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751986 Jul 28 03:52:18.242336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb880-295c-4f6d-babe-ce7972d9ca63 req-7f2a43d5-74d9-4232-8b25-cf0460ab1b82 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:18.245756 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:18.255211 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:52:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:18.258891 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d06eb880-295c-4f6d-babe-ce7972d9ca63 req-7f2a43d5-74d9-4232-8b25-cf0460ab1b82 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.2187099 Jul 28 03:52:18.317957 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceecf59-f824-4bd1-8ce5-3f3a2e0fe8b8 None None] Pushing event updated for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:18.403685 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d06eb880-295c-4f6d-babe-ce7972d9ca63 req-27c5dc48-c973-4741-aadf-df0e86bd4fe1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435001 Jul 28 03:52:18.469619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291ffc0-8df3-4bc5-a3af-92de65390308 req-7b99dfb1-8fb0-42c1-9cf8-0093bbbee0ec tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:18.471225 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7291ffc0-8df3-4bc5-a3af-92de65390308 req-7b99dfb1-8fb0-42c1-9cf8-0093bbbee0ec tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1493030 Jul 28 03:52:18.526448 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7291ffc0-8df3-4bc5-a3af-92de65390308 req-1ed393a1-bc59-48ec-a475-7ab54003f108 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Jul 28 03:52:18.600524 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-0e11da48-f92b-4da4-8864-68fdf151a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:18.602053 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-0e11da48-f92b-4da4-8864-68fdf151a6c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 1096 time: 0.0698097 Jul 28 03:52:18.637920 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:18.741520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-7e29f64b-28dc-4425-8364-40ddfcc6e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:18.743113 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-7e29f64b-28dc-4425-8364-40ddfcc6e1c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 916 time: 0.1245906 Jul 28 03:52:18.833459 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-054a0990-4a09-49a2-87d2-7e3ab6774450 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64 HTTP/1.1" status: 200 len: 217 time: 0.0686507 Jul 28 03:52:18.968066 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 4, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'b8c066aa-0dc7-464a-b7f4-af75181f2a22', 'name': '', 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'mac_address': 'fa:16:3e:17:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:13Z', 'updated_at': '2021-07-28T03:52:17Z', 'revision_number': 4, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'subnets': [{'id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:19.005965 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b61eb-aaeb-4daf-9a8f-ff5dd4d4a4fa None None] The sync data for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi is: [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:13Z', 'revision_number': 4, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'b8c066aa-0dc7-464a-b7f4-af75181f2a22', 'name': '', 'network_id': 'c64a73aa-ffb5-42bd-8196-9985530ba7c3', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'mac_address': 'fa:16:3e:17:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:13Z', 'updated_at': '2021-07-28T03:52:17Z', 'revision_number': 4, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'subnets': [{'id': '5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:52:19.238549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-bab32c81-44a2-42b7-9f19-3ff8afd0d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:19.240237 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-bab32c81-44a2-42b7-9f19-3ff8afd0d157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.3985341 Jul 28 03:52:19.296849 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-9d026df3-4f57-4685-830e-c6fa1c28246d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410905 Jul 28 03:52:19.376440 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device b8c066aa-0dc7-464a-b7f4-af75181f2a22 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:19.450088 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-bdacf5e1-23ed-48af-bda1-c210a02e595c service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406689 Jul 28 03:52:19.529295 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:19.538460 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:19.538460 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:19.575719 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc879-ec11-46ca-8f6f-72f02bd3fbc5 req-5ecac27f-1c96-45b6-a4d5-9b2461235000 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:19.578253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7dbc879-ec11-46ca-8f6f-72f02bd3fbc5 req-5ecac27f-1c96-45b6-a4d5-9b2461235000 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.0795293 Jul 28 03:52:19.683384 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:19.688499 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7dbc879-ec11-46ca-8f6f-72f02bd3fbc5 req-2de33663-314b-4b42-9b8f-9896770e14db tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Jul 28 03:52:19.756285 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port b8c066aa-0dc7-464a-b7f4-af75181f2a22, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=b8c066aa-0dc7-464a-b7f4-af75181f2a22,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:19.780951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b365a-c91f-46ac-a808-dbe49eebe8b8 req-471fa002-6e4d-416e-aed4-d09133217abc tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:19.783182 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d4b365a-c91f-46ac-a808-dbe49eebe8b8 req-471fa002-6e4d-416e-aed4-d09133217abc tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0937982 Jul 28 03:52:19.823374 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:19.846930 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d4b365a-c91f-46ac-a808-dbe49eebe8b8 req-8c2871df-2746-4012-a64b-98de5ffb82e4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Jul 28 03:52:19.899642 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:21.243560 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device b8c066aa-0dc7-464a-b7f4-af75181f2a22 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:21.294186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port b8c066aa-0dc7-464a-b7f4-af75181f2a22 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:21.294562 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:22.227182 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fc2ecc9-dcee-49f4-aeba-af8e1b35a9b7 req-450735cb-c097-487a-81d5-e2d502f59375 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788311 Jul 28 03:52:22.269064 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7916e8-0e28-44e0-a453-870e2e02395f req-6d78ee2a-46ea-48a0-9d33-d32aa6a36f15 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:22.270662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7d7916e8-0e28-44e0-a453-870e2e02395f req-6d78ee2a-46ea-48a0-9d33-d32aa6a36f15 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.0950623 Jul 28 03:52:22.291635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290fdd-1fcb-494e-ac92-b772c4d3d7c7 req-c31ab02f-f2b3-417e-a1a3-a779f89032e1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:22.293466 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d5290fdd-1fcb-494e-ac92-b772c4d3d7c7 req-c31ab02f-f2b3-417e-a1a3-a779f89032e1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0794735 Jul 28 03:52:22.372170 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7d7916e8-0e28-44e0-a453-870e2e02395f req-91d82f69-e78c-4d65-8692-e539aab729d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861526 Jul 28 03:52:22.394523 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d5290fdd-1fcb-494e-ac92-b772c4d3d7c7 req-db8f561d-fed1-44d9-ac37-102d8227b566 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822463 Jul 28 03:52:22.561424 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f39539-1475-4dd6-bca1-5ae230b91c02 req-6034836e-dea1-492b-9336-f6850af7b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:22.564606 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83f39539-1475-4dd6-bca1-5ae230b91c02 req-6034836e-dea1-492b-9336-f6850af7b01d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1098 time: 0.0522408 Jul 28 03:52:22.604986 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83f39539-1475-4dd6-bca1-5ae230b91c02 req-1689ed91-b581-4277-8d5c-ab41c73e9273 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jul 28 03:52:23.551182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97895-acf5-4587-8fea-18335ad1f140 req-c407e669-7553-4d27-92fc-435f600e1078 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:23.563037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37e97895-acf5-4587-8fea-18335ad1f140 req-c407e669-7553-4d27-92fc-435f600e1078 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.1159034 Jul 28 03:52:23.624358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3f52b-e0c7-4924-ba1c-a8d509dce192 req-e18b7411-c587-45a2-966f-3fbbe9561e46 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:23.624358 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c0b3f52b-e0c7-4924-ba1c-a8d509dce192 req-e18b7411-c587-45a2-966f-3fbbe9561e46 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1294346 Jul 28 03:52:23.669768 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37e97895-acf5-4587-8fea-18335ad1f140 req-2f50fbf5-7e08-4064-a639-c138bcd2b484 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993195 Jul 28 03:52:23.716957 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c0b3f52b-e0c7-4924-ba1c-a8d509dce192 req-61615168-2b46-4d19-8873-a5e7f4cb8660 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Jul 28 03:52:24.712765 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d4f34c17-40b4-4f89-a5f1-280895a3ed64 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:52:24.823441 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909bd49-75c8-48a7-870a-66d1308f4c53 req-cf03d456-8929-4fdd-bd3c-fa8f1da769bf tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:24.831397 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9909bd49-75c8-48a7-870a-66d1308f4c53 req-cf03d456-8929-4fdd-bd3c-fa8f1da769bf tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 943 time: 0.0699017 Jul 28 03:52:24.840479 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:24.853415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'port_id': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', 'mac_address': 'fa:16:3e:e7:dd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1291b172-00cb-4dba-935e-c04a548a31be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:52:24.897069 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:24.907962 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9909bd49-75c8-48a7-870a-66d1308f4c53 req-e8c7f5d9-f66e-4468-aee5-b58a53fdfd0a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Jul 28 03:52:24.918647 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f34c17-40b4-4f89-a5f1-280895a3ed64 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:52:24.952284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ada4-ab20-442b-be88-873e58b466b8 req-3a5a8dc9-568b-4922-92f8-a6865b087e42 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:24.954260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c28ada4-ab20-442b-be88-873e58b466b8 req-3a5a8dc9-568b-4922-92f8-a6865b087e42 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1014643 Jul 28 03:52:24.969772 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:25.010806 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c28ada4-ab20-442b-be88-873e58b466b8 req-a6213da5-52d6-409f-8c8a-8e35827b2a2f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Jul 28 03:52:25.046053 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:25.122983 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:25.156033 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b7cc-0822-4cc0-873a-b0960c57e46d req-27e74e3f-511c-47d8-ba95-818bf212f7ba tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:25.157974 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2997b7cc-0822-4cc0-873a-b0960c57e46d req-27e74e3f-511c-47d8-ba95-818bf212f7ba tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0581131 Jul 28 03:52:25.211310 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2997b7cc-0822-4cc0-873a-b0960c57e46d req-cfa2de42-b1b7-4740-ac1c-8116a1603f51 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jul 28 03:52:25.559199 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['d4f34c17-40b4-4f89-a5f1-280895a3ed64'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:52:26.124911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34738) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:26.161781 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f817-82a9-4697-8047-e7db2d8f6a1c req-5904182c-f4ad-483c-a3d1-b990dd97fb04 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:26.172156 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0512f817-82a9-4697-8047-e7db2d8f6a1c req-5904182c-f4ad-483c-a3d1-b990dd97fb04 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 944 time: 0.0994802 Jul 28 03:52:26.221907 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0512f817-82a9-4697-8047-e7db2d8f6a1c req-e58df034-02e1-41cb-bab1-55517362f1fb tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Jul 28 03:52:26.313430 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f52613f8-27f6-40ed-892d-6cdc97dc0cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.408165 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f52613f8-27f6-40ed-892d-6cdc97dc0cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.468281 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f52613f8-27f6-40ed-892d-6cdc97dc0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.505663 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34744) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:26.505897 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f52613f8-27f6-40ed-892d-6cdc97dc0cc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4de171b568c14ba2b72f40eef449feaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793910 Jul 28 03:52:26.516219 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52613f8-27f6-40ed-892d-6cdc97dc0cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565e03b-d6a5-4606-b732-e240ef514ceb,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:26.608044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.685572 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.877099 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.877617 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:26.881291 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2565e03b-d6a5-4606-b732-e240ef514ceb HTTP/1.1" status: 204 len: 168 time: 0.3718109 Jul 28 03:52:26.888322 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aab49-12f0-4127-a70b-2141c47df7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565e03b-d6a5-4606-b732-e240ef514ceb,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:27.402554 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f92c1-b220-4b3d-a756-9ac5e4b95a93 req-6c920747-e8c7-4f10-831c-82b48970de69 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:27.404441 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7b5f92c1-b220-4b3d-a756-9ac5e4b95a93 req-6c920747-e8c7-4f10-831c-82b48970de69 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 944 time: 0.0768361 Jul 28 03:52:27.469175 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7b5f92c1-b220-4b3d-a756-9ac5e4b95a93 req-3becadb5-ec47-4361-b7ad-eb4c693149bc tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Jul 28 03:52:27.699326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e668d-aca4-4ffe-96d5-454ba0f1372c req-24954e47-3251-46b6-b0f8-3518815749f8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:27.699326 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c58e668d-aca4-4ffe-96d5-454ba0f1372c req-24954e47-3251-46b6-b0f8-3518815749f8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0536492 Jul 28 03:52:27.699326 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c58e668d-aca4-4ffe-96d5-454ba0f1372c req-797ab21b-4cc8-4c66-b399-0e25706548d6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Jul 28 03:52:28.227091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-0e1851d4-368f-447e-b534-f0b9960c14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:28.228592 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-0e1851d4-368f-447e-b534-f0b9960c14a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0423872 Jul 28 03:52:28.274593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:28.345403 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-f0ba3a71-e239-4271-9d47-d260493e8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:28.347108 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-f0ba3a71-e239-4271-9d47-d260493e8a88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.1086676 Jul 28 03:52:28.398729 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-f4e0292a-e099-4ea1-86d9-995578149984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0401471 Jul 28 03:52:28.465544 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-77381b6a-d53e-46dc-ad89-c35bd3dc5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:28.467240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-77381b6a-d53e-46dc-ad89-c35bd3dc5b71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.0579617 Jul 28 03:52:28.560908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-c9748d04-9298-42ef-86af-d1a8b9e404f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796368 Jul 28 03:52:28.697749 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f629ac6-b83a-4acc-b71e-21a4f147783a req-f01c3495-0244-47f7-b2a3-5d6f87367ae9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:28.700063 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f629ac6-b83a-4acc-b71e-21a4f147783a req-f01c3495-0244-47f7-b2a3-5d6f87367ae9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 944 time: 0.1166615 Jul 28 03:52:28.731435 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d4f34c17-40b4-4f89-a5f1-280895a3ed64 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:28.790114 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f629ac6-b83a-4acc-b71e-21a4f147783a req-7ba5d3c6-ab5f-4a78-8a05-43c502d3ce1c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810344 Jul 28 03:52:28.802904 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-b02a632f-210f-4344-8286-6c3715049863 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310569 Jul 28 03:52:28.886470 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port d4f34c17-40b4-4f89-a5f1-280895a3ed64 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:28.899623 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port d4f34c17-40b4-4f89-a5f1-280895a3ed64 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:28.900275 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:28.981474 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeabf0-3583-4c30-bb65-be827a0cb8b7 req-4b846f7f-d9b8-41e5-8879-63a260ff1426 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:28.983359 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6bbeabf0-3583-4c30-bb65-be827a0cb8b7 req-4b846f7f-d9b8-41e5-8879-63a260ff1426 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0979440 Jul 28 03:52:29.000865 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d16b3cbb-d56f-428d-92ba-81f4d17348db req-cdb072b9-1e9b-4b27-88d8-608b5a6e2d2c service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895540 Jul 28 03:52:29.060297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6bbeabf0-3583-4c30-bb65-be827a0cb8b7 req-dad1f46d-2817-4cad-8adc-efe3505323d6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673435 Jul 28 03:52:29.075215 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:29.120758 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:29.121597 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c860b1c2-5ae1-4ab9-a3f2-9d18d41018fd" -d '{"events": [{"server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "name": "network-vif-plugged", "status": "completed", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:29.127431 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:29.206589 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cbe5c4-f2f0-452c-b407-592bd8d73d56 x-openstack-request-id: req-c5cbe5c4-f2f0-452c-b407-592bd8d73d56 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:29.206884 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "name": "network-vif-plugged", "status": "completed", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:29.207135 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5cbe5c4-f2f0-452c-b407-592bd8d73d56 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:29.207520 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', 'code': 200} Jul 28 03:52:29.269558 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:29.344464 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:29.624105 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388de-0cb4-467f-a798-2ebb6d320cea req-d6cf408c-b8bb-41c8-92a5-689921cc3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:29.625581 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f2388de-0cb4-467f-a798-2ebb6d320cea req-d6cf408c-b8bb-41c8-92a5-689921cc3873 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 1098 time: 0.0489113 Jul 28 03:52:29.723451 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f2388de-0cb4-467f-a798-2ebb6d320cea req-1b0c3c62-5187-4c77-8ef5-a28ed119bc8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Jul 28 03:52:29.862656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34862) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:29.911180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0ebc1-2f21-4ae9-b83f-074f07552b89 req-de7b25a9-7768-4b07-897b-4a52786f6b47 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:29.912712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29e0ebc1-2f21-4ae9-b83f-074f07552b89 req-de7b25a9-7768-4b07-897b-4a52786f6b47 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0508151 Jul 28 03:52:29.963601 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29e0ebc1-2f21-4ae9-b83f-074f07552b89 req-120d05f5-79b3-45eb-bc32-bbe9db3393cd tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Jul 28 03:52:30.012052 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-43c5222b-846a-4c7a-88c4-45a1fa8d87a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.108519 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-43c5222b-846a-4c7a-88c4-45a1fa8d87a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.165796 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-43c5222b-846a-4c7a-88c4-45a1fa8d87a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.209995 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-43c5222b-846a-4c7a-88c4-45a1fa8d87a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=934871e4a60c46a8a7098a0850702b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461528 Jul 28 03:52:30.210591 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34892) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:30.212526 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5222b-846a-4c7a-88c4-45a1fa8d87a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb75b32-4bf8-43a6-938c-73458093361c,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:30.260258 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae6e1f-b7ec-4182-91cc-2a7ef0166e20 req-484de53b-ba6d-4565-8238-d8d5a241edda tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:30.262553 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-baae6e1f-b7ec-4182-91cc-2a7ef0166e20 req-484de53b-ba6d-4565-8238-d8d5a241edda tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1147699 Jul 28 03:52:30.263835 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.288060 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.330263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-baae6e1f-b7ec-4182-91cc-2a7ef0166e20 req-74c481b6-dba9-42c4-8fb8-a9e956570f55 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Jul 28 03:52:30.337996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-fd74a195-1e55-44c2-9575-b73a812bbec2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:30.339662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-fd74a195-1e55-44c2-9575-b73a812bbec2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 814 time: 0.1583581 Jul 28 03:52:30.366589 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-2d2727ce-4a4c-45f8-bc67-2eb42be99c1c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/quotas/b72f895797944198bf4cf01e56395986 HTTP/1.1" status: 200 len: 375 time: 0.0154080 Jul 28 03:52:30.420751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-0e3e2a88-9fca-4b74-8cdb-5f1aefeef654 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532944 Jul 28 03:52:30.431128 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 34900) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:30.438371 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.443060 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.443060 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb75b32-4bf8-43a6-938c-73458093361c HTTP/1.1" status: 204 len: 168 time: 0.2305660 Jul 28 03:52:30.451318 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe298a8-a585-45ee-aabe-84971c3c6135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb75b32-4bf8-43a6-938c-73458093361c,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:30.547265 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-b789313b-89b0-4f68-9dbd-e116909d3f17 service neutron] 10.222.0.13 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142340 Jul 28 03:52:30.579366 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6124632f-d9ba-4a31-8d11-8270f8148aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.648787 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-6a70b7c7-dc30-4b0e-8129-bb5e4d0f5c18 service neutron] 10.222.0.13 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956917 Jul 28 03:52:30.667794 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6124632f-d9ba-4a31-8d11-8270f8148aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.743069 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6124632f-d9ba-4a31-8d11-8270f8148aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.784156 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6124632f-d9ba-4a31-8d11-8270f8148aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7764d79f07744264b00ed15914a8ef20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496377 Jul 28 03:52:30.784156 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124632f-d9ba-4a31-8d11-8270f8148aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8f10d7-7dd1-49fe-b8cb-cfb7d1c6d4a8,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:30.784559 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 34908) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:30.869000 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.914330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:30.917904 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-287fa9c8-eea5-452d-9007-69869a9b6480 req-c5aebfe6-ae74-47e7-bea8-22b1a9bf347e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 210 time: 0.0493908 Jul 28 03:52:31.034245 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:31.036879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:31.038018 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e8f10d7-7dd1-49fe-b8cb-cfb7d1c6d4a8 HTTP/1.1" status: 204 len: 168 time: 0.2515004 Jul 28 03:52:31.082616 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e0caf-2eda-410f-ba2f-77dc4d879ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8f10d7-7dd1-49fe-b8cb-cfb7d1c6d4a8,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:31.106694 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260c654-6acd-4b67-8d99-06a29edefab7 req-0d123b4e-aaa1-4787-93cc-fc1970d42cb9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:31.108649 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1260c654-6acd-4b67-8d99-06a29edefab7 req-0d123b4e-aaa1-4787-93cc-fc1970d42cb9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0680368 Jul 28 03:52:31.155734 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1260c654-6acd-4b67-8d99-06a29edefab7 req-1c200af4-eee6-4ee1-ab4a-2b32439d290f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Jul 28 03:52:31.484812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd49164-4081-4b61-95b8-c639cf1a83c2 req-5171dcdf-7d01-4efb-bfc1-4d7156c8ebc8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:31.486484 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fdd49164-4081-4b61-95b8-c639cf1a83c2 req-5171dcdf-7d01-4efb-bfc1-4d7156c8ebc8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0721557 Jul 28 03:52:31.553804 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fdd49164-4081-4b61-95b8-c639cf1a83c2 req-b0083206-f6a2-4b1e-bccd-d2631f6a3c0e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Jul 28 03:52:32.024511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48c905a0-953f-410e-8d21-beb1fea4508c req-061dd9c6-93df-446e-99d1-7b618135ef41 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Jul 28 03:52:32.291047 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f5e2-f5be-40b0-8346-868da00966fd req-e286794e-80dd-4fd1-8271-07dab43305b4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:32.293364 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f8f5e2-f5be-40b0-8346-868da00966fd req-e286794e-80dd-4fd1-8271-07dab43305b4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0605962 Jul 28 03:52:32.333735 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f8f5e2-f5be-40b0-8346-868da00966fd req-5d7a0d5e-5aba-4571-bd02-a4c9d7f26189 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Jul 28 03:52:32.683667 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e4d5b-0848-46aa-81f5-6925a1ebcbb8 req-b0dbcab2-f02e-4637-8ecc-80f4e1582988 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:32.685317 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-879e4d5b-0848-46aa-81f5-6925a1ebcbb8 req-b0dbcab2-f02e-4637-8ecc-80f4e1582988 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0615723 Jul 28 03:52:32.726839 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-879e4d5b-0848-46aa-81f5-6925a1ebcbb8 req-42c5dc06-322d-4495-bfcc-2817cbf6402f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jul 28 03:52:33.124026 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f866d54-4b12-4b04-bd33-3c4b231c8714 req-3c8ab358-b275-4575-80b6-eece9d1e0834 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jul 28 03:52:33.549435 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9789051a-66dc-4a0f-9a89-8bf4d5b0bff4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:33.550916 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9789051a-66dc-4a0f-9a89-8bf4d5b0bff4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 814 time: 0.1072741 Jul 28 03:52:33.574943 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'port': {'device_id': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'admin_state_up': True, 'tenant_id': 'b72f895797944198bf4cf01e56395986'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:33.777893 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Made reservation on behalf of b72f895797944198bf4cf01e56395986 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:33.782852 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:33.940677 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925ba9c-fc5c-4263-abe5-916b6ab44131 req-e043aa41-48fe-4096-ad33-0928a5a614f0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:33.942315 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9925ba9c-fc5c-4263-abe5-916b6ab44131 req-e043aa41-48fe-4096-ad33-0928a5a614f0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1279089 Jul 28 03:52:33.971179 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Allocated IP 172.20.0.12 (ca0c41ae-cef8-4031-a9eb-4162d4b0c863/71e962dd-19d8-449d-ae08-7d2dd22dcd97/18572b61-ddaf-459c-b73b-e513b2c85a0b) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:34.010120 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9925ba9c-fc5c-4263-abe5-916b6ab44131 req-aa9a900c-a40e-435d-ba58-e2d138f3e88b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 Jul 28 03:52:34.170683 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.185989 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Transition to ACTIVE for port object 18572b61-ddaf-459c-b73b-e513b2c85a0b will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:34.242274 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-62d428c2-180f-46c4-ba1e-49386003484b req-acdcb797-08db-4da9-8af8-e56aa968b064 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 210 time: 0.0449307 Jul 28 03:52:34.349277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.397191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:34.400200 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:34.406829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:52:34.414637 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:34.415445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.424156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:34.475224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-becd0333-9dec-4e8f-a2a6-fffb876e838c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9043317 Jul 28 03:52:34.504386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Request body: {'port': {'device_id': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:52:34.590878 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.817244 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-950f1363-aae8-4db8-8f75-48da2cc8e7db None None] Provisioning for port 18572b61-ddaf-459c-b73b-e513b2c85a0b completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:34.822590 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-950f1363-aae8-4db8-8f75-48da2cc8e7db None None] Provisioning complete for port 18572b61-ddaf-459c-b73b-e513b2c85a0b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:34.823240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-950f1363-aae8-4db8-8f75-48da2cc8e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.894922 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-950f1363-aae8-4db8-8f75-48da2cc8e7db None None] Port 18572b61-ddaf-459c-b73b-e513b2c85a0b cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:52:34.899457 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18572b61-ddaf-459c-b73b-e513b2c85a0b {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:52:34.911094 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:34.927380 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Transition to ACTIVE for port object 18572b61-ddaf-459c-b73b-e513b2c85a0b will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:52:35.041137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:35.132473 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:35.172589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Attempting to bind port 18572b61-ddaf-459c-b73b-e513b2c85a0b on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:52:35.175805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Attempting to bind port 18572b61-ddaf-459c-b73b-e513b2c85a0b by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:52:35.176147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Attempting to bind port 18572b61-ddaf-459c-b73b-e513b2c85a0b on network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:35.187643 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Port 18572b61-ddaf-459c-b73b-e513b2c85a0b on network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:52:35.192738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Attempting to bind port 18572b61-ddaf-459c-b73b-e513b2c85a0b on network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:52:35.237153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:52:35.237889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Checking segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:52:35.238483 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Bound using segment: {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:52:35.239132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Bound port: 18572b61-ddaf-459c-b73b-e513b2c85a0b, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:52:35.240590 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:35.423280 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:35.427510 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:35.453925 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb60a7-c200-4e3f-bd7a-1846542baa70 req-014fc3ec-0097-41f1-9979-0b69c271d8c9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:35.455974 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ffb60a7-c200-4e3f-bd7a-1846542baa70 req-014fc3ec-0097-41f1-9979-0b69c271d8c9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1062055 Jul 28 03:52:35.499758 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ffb60a7-c200-4e3f-bd7a-1846542baa70 req-6874d0e1-6dac-4509-99cc-ff75271ae32f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jul 28 03:52:35.576073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:35.629324 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:35.631647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:35.636806 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] 10.222.0.30 "PUT /v2.0/ports/18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 1094 time: 1.1368515 Jul 28 03:52:35.638030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:35.640785 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ca42e-d7ed-450f-8618-caa6606736ff" -d '{"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:35.666254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b08f-91f7-4f69-b785-d60bcb6a5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:40.621545 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:42.159799 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-56655fcf-a7b3-461f-b888-ac85677d351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.050748 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-273dabc3-181a-4220-9bfe-f6250ebdbac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.277913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.953430 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:47.685213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.094256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35324) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:48.214992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.306199 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.370879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.408530 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ad7f0-d3b3-4da0-8d60-9ddb5caed340,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:48.412365 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c09c0746d1d343e3aa05c3f0a34952d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169289 Jul 28 03:52:48.415237 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35338) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:48.418970 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.419321 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.419701 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.420032 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.420361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.420693 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.421019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.421341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.421664 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.422589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.422924 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.423230 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d659acc4-8a2b-4c8a-a36d-0da6416e58c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:48.475468 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.497729 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.615264 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.617865 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:48.624953 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/708ad7f0-d3b3-4da0-8d60-9ddb5caed340 HTTP/1.1" status: 204 len: 168 time: 0.2027950 Jul 28 03:52:48.626667 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f325a-0f72-414e-8526-1eb0020cee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ad7f0-d3b3-4da0-8d60-9ddb5caed340,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:48.841365 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35350) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:49.017606 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.109956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.227789 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.264097 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aceca359b9e43ffa99cdb08284a6a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215176 Jul 28 03:52:49.267344 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35360) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:49.268784 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f19510-334f-40ef-abf2-bd525e3d4b27,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:49.276517 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.276871 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.277221 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.277539 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.277890 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.278217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.278542 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.278866 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.279188 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.279506 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.279825 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.280139 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888436d2-be7c-4f96-b1ef-6c676c9c343c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:49.315994 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.340953 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.445321 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35362) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:49.459298 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e28adc93-2673-4077-b5de-59a57fa71beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.486108 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.488840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.490145 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5f19510-334f-40ef-abf2-bd525e3d4b27 HTTP/1.1" status: 204 len: 168 time: 0.2215247 Jul 28 03:52:49.506159 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cef54b-2cfe-4632-b451-3dc412462560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f19510-334f-40ef-abf2-bd525e3d4b27,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:49.566153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e28adc93-2673-4077-b5de-59a57fa71beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.655990 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e28adc93-2673-4077-b5de-59a57fa71beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.691406 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28adc93-2673-4077-b5de-59a57fa71beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0101173-22ca-4e42-b587-21b43897a73c,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:49.695664 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e28adc93-2673-4077-b5de-59a57fa71beb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763ba12d2458420e9db7ff4777e8a906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492361 Jul 28 03:52:49.698761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35366) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:49.747818 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.768783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.879195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.881781 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:49.882975 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0101173-22ca-4e42-b587-21b43897a73c HTTP/1.1" status: 204 len: 168 time: 0.1829791 Jul 28 03:52:49.892437 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac20d4-bf3f-49c6-b04c-50262d5e409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0101173-22ca-4e42-b587-21b43897a73c,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:50.125446 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df202b-dc1b-4064-87ea-92ffb9e37665 req-27529ee6-2b50-413e-ba3c-2a72a416bb42 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:50.127448 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a5df202b-dc1b-4064-87ea-92ffb9e37665 req-27529ee6-2b50-413e-ba3c-2a72a416bb42 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 944 time: 0.0500402 Jul 28 03:52:50.158410 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a03d6d2-3c7a-4f44-950d-8b518ddd37a3 x-openstack-request-id: req-0a03d6d2-3c7a-4f44-950d-8b518ddd37a3 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:50.158697 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:50.159346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a03d6d2-3c7a-4f44-950d-8b518ddd37a3 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:50.159453 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:52:50.174199 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a5df202b-dc1b-4064-87ea-92ffb9e37665 req-c15b98d8-52ae-49fc-b9a3-4cab266fe15b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Jul 28 03:52:50.182781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35376) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:50.205625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-76e97bc8-e2fe-47e8-ab2a-b255b1adbabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.357274 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-4fb49700-ce40-4f23-83b3-cb2cacc4ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:50.359602 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-4fb49700-ce40-4f23-83b3-cb2cacc4ad4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1097 time: 0.1696873 Jul 28 03:52:50.373289 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-76e97bc8-e2fe-47e8-ab2a-b255b1adbabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.377520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22ac98-760a-4bac-9263-0d36ce2447fc req-90682593-42ab-4c87-86f1-274c1138b09a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:50.379307 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f22ac98-760a-4bac-9263-0d36ce2447fc req-90682593-42ab-4c87-86f1-274c1138b09a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1063523 Jul 28 03:52:50.417347 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f22ac98-760a-4bac-9263-0d36ce2447fc req-c3dcfb27-4002-44f9-8dd1-8bbab1c6ac38 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319672 Jul 28 03:52:50.457570 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-76e97bc8-e2fe-47e8-ab2a-b255b1adbabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.457881 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-e76cffdb-22b9-47df-9fa6-5af4cc2833ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 217 time: 0.0395517 Jul 28 03:52:50.509370 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-76e97bc8-e2fe-47e8-ab2a-b255b1adbabe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3edfe785b63441a48a74113c798c9f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261909 Jul 28 03:52:50.509892 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35390) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:50.519985 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e97bc8-e2fe-47e8-ab2a-b255b1adbabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f502eb-09e3-43c9-b87e-18c78a90ad1c,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:50.520762 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-633eb595-160e-4225-a480-94e5499d379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:50.522380 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-633eb595-160e-4225-a480-94e5499d379f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.0495894 Jul 28 03:52:50.564050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.569253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91985b-75c1-4092-89a8-015e20787e5a req-feaa5071-5f1e-4e32-bf24-ba85fa4719ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:50.571055 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-feaa5071-5f1e-4e32-bf24-ba85fa4719ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413046 Jul 28 03:52:50.598736 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.641050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35396) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:50.660629 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83751e10-8642-479c-ad0c-390db9c42e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.710826 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-da9e3294-e31e-4332-bbdb-3c53e83cdd44 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309412 Jul 28 03:52:50.723680 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.726333 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.727463 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65f502eb-09e3-43c9-b87e-18c78a90ad1c HTTP/1.1" status: 204 len: 168 time: 0.2140348 Jul 28 03:52:50.737079 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12010b6f-83c2-4fa2-8acc-ed5aa43907f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f502eb-09e3-43c9-b87e-18c78a90ad1c,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:50.832237 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd91985b-75c1-4092-89a8-015e20787e5a req-58071b77-89b0-4e4f-94d0-ca568619bc7b service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133780 Jul 28 03:52:50.854670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83751e10-8642-479c-ad0c-390db9c42e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.946161 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83751e10-8642-479c-ad0c-390db9c42e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.983999 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83751e10-8642-479c-ad0c-390db9c42e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b68854-5933-4b70-b7a1-f642d1c7f0de,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:50.990376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-83751e10-8642-479c-ad0c-390db9c42e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0d6a7e00f384533afce5840b1b1f2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462286 Jul 28 03:52:50.991155 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35400) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:51.036584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-0a8ae7cd-7d45-44ae-a438-737be2415ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.038214 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-0a8ae7cd-7d45-44ae-a438-737be2415ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1097 time: 0.0396676 Jul 28 03:52:51.041742 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:51.062829 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:51.152213 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-9dd2657d-0881-42b8-8fa4-a0f8c7047b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.153696 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-9dd2657d-0881-42b8-8fa4-a0f8c7047b66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.1012874 Jul 28 03:52:51.198173 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-b20a78f8-b781-40ee-ab3a-60667f478b8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 217 time: 0.0345831 Jul 28 03:52:51.227759 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:51.232233 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:51.233579 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b68854-5933-4b70-b7a1-f642d1c7f0de HTTP/1.1" status: 204 len: 168 time: 0.2413993 Jul 28 03:52:51.245349 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ca428-349f-4c31-99ab-d1f4ac8ca7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b68854-5933-4b70-b7a1-f642d1c7f0de,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:51.507706 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-6f944f9f-8e87-4705-9544-70df689f86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.509149 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-6f944f9f-8e87-4705-9544-70df689f86e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.2985384 Jul 28 03:52:51.565346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8be0a1-bbd9-4fd7-b4ac-18e2bc059cf3 req-7fca9761-fc6c-45c8-a57b-db8e5ade47bd tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.566873 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7d8be0a1-bbd9-4fd7-b4ac-18e2bc059cf3 req-7fca9761-fc6c-45c8-a57b-db8e5ade47bd tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 944 time: 0.3161314 Jul 28 03:52:51.631346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-0ac8dc35-05db-48cb-8eb8-b82182391a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.635615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-0ac8dc35-05db-48cb-8eb8-b82182391a98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148610 Jul 28 03:52:51.644239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990032e2-a321-49dd-80f8-f05c2d52af10 req-566cefcf-7d13-4380-84fb-60a1e8bff3f7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:51.645857 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-990032e2-a321-49dd-80f8-f05c2d52af10 req-566cefcf-7d13-4380-84fb-60a1e8bff3f7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1016178 Jul 28 03:52:51.649833 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7d8be0a1-bbd9-4fd7-b4ac-18e2bc059cf3 req-f140c379-3712-4f86-826a-05bdc936690d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685673 Jul 28 03:52:51.731340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-990032e2-a321-49dd-80f8-f05c2d52af10 req-2514089f-7783-4fdd-96bc-743f2a02808a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Jul 28 03:52:51.762351 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-d0d997a2-b491-4ed8-8e2c-1a6779da435e service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152990 Jul 28 03:52:51.879817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0e5ca42e-d7ed-450f-8618-caa6606736ff req-2451de76-4bfd-4534-b136-e664056b0106 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058850 Jul 28 03:52:52.079081 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc5be-66c6-45a2-9e7c-625844d95ba3 req-67bef44d-1969-4df5-96e4-bed6a3124d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:52.080605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bbddc5be-66c6-45a2-9e7c-625844d95ba3 req-67bef44d-1969-4df5-96e4-bed6a3124d68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0406587 Jul 28 03:52:52.125838 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bbddc5be-66c6-45a2-9e7c-625844d95ba3 req-d81be0a6-046c-4bff-b024-145a1063939a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Jul 28 03:52:52.821342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f9215-7369-49b1-b563-a0d53c5b8f69 req-1e26472b-c034-458c-af6d-41e9199d3344 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:52.828655 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a69f9215-7369-49b1-b563-a0d53c5b8f69 req-1e26472b-c034-458c-af6d-41e9199d3344 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 944 time: 0.1024461 Jul 28 03:52:52.892274 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 18572b61-ddaf-459c-b73b-e513b2c85a0b details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:52:52.909253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a69f9215-7369-49b1-b563-a0d53c5b8f69 req-4659faad-bb22-4f0b-ad5c-b4a3a35ffd3f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793531 Jul 28 03:52:52.932323 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e5b5d-5217-490f-b15b-35beb08bcd91 req-647d42ff-1982-4aff-9d70-cc4d070b95c7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:52.940227 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-335e5b5d-5217-490f-b15b-35beb08bcd91 req-647d42ff-1982-4aff-9d70-cc4d070b95c7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1018820 Jul 28 03:52:52.980468 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-335e5b5d-5217-490f-b15b-35beb08bcd91 req-f6bb8d2c-02dd-4a4a-842d-b41df80cd3c6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Jul 28 03:52:53.001344 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:53.013337 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'port_id': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'mac_address': 'fa:16:3e:17:87:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:52:53.047850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.060531 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18572b61-ddaf-459c-b73b-e513b2c85a0b {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:52:53.081931 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:53.135080 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.181202 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:53.335030 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35512) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:53.439477 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2952e4a8-da3a-487c-b28f-a1a0d7bf7fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.524883 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2952e4a8-da3a-487c-b28f-a1a0d7bf7fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.636334 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-2952e4a8-da3a-487c-b28f-a1a0d7bf7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.671168 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-2952e4a8-da3a-487c-b28f-a1a0d7bf7fd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae82a710b881435883e9a5c3a49527d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349597 Jul 28 03:52:53.673390 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952e4a8-da3a-487c-b28f-a1a0d7bf7fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905601b9-2e2d-4444-a6aa-0cb8121dd0fa,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:53.673774 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35520) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:53.703768 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:52:53.726735 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.751123 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.879313 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.884415 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.885367 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905601b9-2e2d-4444-a6aa-0cb8121dd0fa HTTP/1.1" status: 204 len: 168 time: 0.2106037 Jul 28 03:52:53.895439 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1958-c948-4b2b-ab6b-143b36b78bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905601b9-2e2d-4444-a6aa-0cb8121dd0fa,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:54.033325 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84093258-4abf-46c7-8e94-808131d7fea5 req-d45e0690-d72d-4814-847b-ff702cb2866c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.034837 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84093258-4abf-46c7-8e94-808131d7fea5 req-d45e0690-d72d-4814-847b-ff702cb2866c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 945 time: 0.0515516 Jul 28 03:52:54.075826 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84093258-4abf-46c7-8e94-808131d7fea5 req-66be3b47-8c0e-4f3c-915e-b65573c49ee4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Jul 28 03:52:54.180640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ddbf4-1dae-4c54-9fc6-b312721c7b7c req-bbc2fc9b-bd48-432b-8898-a3ea9e03a859 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.182169 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-974ddbf4-1dae-4c54-9fc6-b312721c7b7c req-bbc2fc9b-bd48-432b-8898-a3ea9e03a859 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Jul 28 03:52:54.226506 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-974ddbf4-1dae-4c54-9fc6-b312721c7b7c req-dd89cc66-905f-420d-9f61-5f7f4410b5a0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Jul 28 03:52:54.608562 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e9c67-bd00-4edb-9e23-104eba1fe4cf req-6137cd1c-4b6b-4e54-b587-02c9437899b8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.610364 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d26e9c67-bd00-4edb-9e23-104eba1fe4cf req-6137cd1c-4b6b-4e54-b587-02c9437899b8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0498080 Jul 28 03:52:54.658100 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d26e9c67-bd00-4edb-9e23-104eba1fe4cf req-4508d768-8d48-42bb-a404-31f7e2d3d8cb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jul 28 03:52:54.725711 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-84164cf2-2dab-49aa-8d13-9fdc31dae3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.727315 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-84164cf2-2dab-49aa-8d13-9fdc31dae3da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0631962 Jul 28 03:52:54.844687 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-14e4b59b-8340-477a-acab-1aec795cd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.846176 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-14e4b59b-8340-477a-acab-1aec795cd299 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.0852258 Jul 28 03:52:54.899473 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-82c3f884-ace8-4ee8-a93b-2206a23a5b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0350311 Jul 28 03:52:54.903164 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 18572b61-ddaf-459c-b73b-e513b2c85a0b up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:52:54.970761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-7a86626b-af9b-4352-acb7-b9b97bc53a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:54.972298 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-7a86626b-af9b-4352-acb7-b9b97bc53a43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.0617006 Jul 28 03:52:55.014638 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 18572b61-ddaf-459c-b73b-e513b2c85a0b completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:52:55.018918 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 18572b61-ddaf-459c-b73b-e513b2c85a0b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:52:55.019453 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:55.101104 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:55.128536 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:55.132334 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f0c80-da48-4636-bb0d-7fefca124399" -d '{"events": [{"server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "name": "network-vif-plugged", "status": "completed", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:55.151186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:55.176754 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede17ea-739f-40bb-a9a7-03a0878a999b x-openstack-request-id: req-2ede17ea-739f-40bb-a9a7-03a0878a999b {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:55.177139 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "name": "network-vif-plugged", "status": "completed", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:55.177486 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ede17ea-739f-40bb-a9a7-03a0878a999b {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:55.178044 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'code': 200} Jul 28 03:52:55.209476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ed3d-c86d-4dc5-8c45-038ac45cd239 req-dbfd6e03-d51f-42f9-ac89-f154dee911bb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:55.210920 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d125ed3d-c86d-4dc5-8c45-038ac45cd239 req-dbfd6e03-d51f-42f9-ac89-f154dee911bb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Jul 28 03:52:55.245158 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:55.253667 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d125ed3d-c86d-4dc5-8c45-038ac45cd239 req-0f97ffc3-7c59-4679-858d-ef319d94c45d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Jul 28 03:52:55.292300 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:55.785801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05a59-9a0e-48c6-a1c4-c0bdeba0a0be req-32b80ec6-1a63-4941-85bf-8c288d5f6c09 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:55.787306 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-36b05a59-9a0e-48c6-a1c4-c0bdeba0a0be req-32b80ec6-1a63-4941-85bf-8c288d5f6c09 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Jul 28 03:52:55.824682 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-36b05a59-9a0e-48c6-a1c4-c0bdeba0a0be req-906b2c5e-e2c1-420c-bc14-b37348dd053a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Jul 28 03:52:56.370346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdaef0-ffc5-4c8a-83cd-b5d454bed58a req-8ab1f366-ec03-44df-aa3d-1a6fd6c4d8b1 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:56.371815 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0cdaef0-ffc5-4c8a-83cd-b5d454bed58a req-8ab1f366-ec03-44df-aa3d-1a6fd6c4d8b1 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0508037 Jul 28 03:52:56.408736 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0cdaef0-ffc5-4c8a-83cd-b5d454bed58a req-294ee793-1e31-4d68-b075-9531af0a3ee5 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Jul 28 03:52:56.934918 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b9ab6-a040-47f2-824d-fd3f9e5fa7b9 req-98c960ec-8564-4d98-b596-3ef0039b89bb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:56.936413 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-811b9ab6-a040-47f2-824d-fd3f9e5fa7b9 req-98c960ec-8564-4d98-b596-3ef0039b89bb tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0472522 Jul 28 03:52:56.974354 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-811b9ab6-a040-47f2-824d-fd3f9e5fa7b9 req-06c2d95e-adab-49da-9c5e-ebdd298482fe tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Jul 28 03:52:57.520254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68629ee2-1028-4656-a27c-cdd5ee488e1a req-5cd76fd7-5f15-4579-ac93-658802358906 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:57.521747 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-68629ee2-1028-4656-a27c-cdd5ee488e1a req-5cd76fd7-5f15-4579-ac93-658802358906 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0478258 Jul 28 03:52:57.559092 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-68629ee2-1028-4656-a27c-cdd5ee488e1a req-8b7e0d55-0d84-4446-bde2-2886cefc197b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Jul 28 03:52:57.834785 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-d929a352-88e6-4313-87d9-1e1f78262ca3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278714 Jul 28 03:52:57.956557 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-e3f219d9-9935-4ff9-8c5f-9b578dbc2bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Jul 28 03:52:58.099904 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c27d44e9-cdef-4a95-824c-e043c572ea90 req-19a002ec-8cec-40a9-b1d0-f12c01058f25 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342885 Jul 28 03:52:58.124325 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957653c3-3470-402f-9160-53ec3e620efb req-01d2e0fa-8f1a-4c4a-83ea-48abae423e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:58.125898 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-957653c3-3470-402f-9160-53ec3e620efb req-01d2e0fa-8f1a-4c4a-83ea-48abae423e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0836940 Jul 28 03:52:58.172233 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-957653c3-3470-402f-9160-53ec3e620efb req-f0c9c497-8bea-4ad6-bc31-4356444bbdb7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Jul 28 03:52:58.226508 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad67ec-eff3-415e-bb9e-d20eccd80c49 req-4046a4c9-2e72-49fb-9cdc-fa79aa1b7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:58.228032 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-79ad67ec-eff3-415e-bb9e-d20eccd80c49 req-4046a4c9-2e72-49fb-9cdc-fa79aa1b7b4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1099 time: 0.0411074 Jul 28 03:52:58.245327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:58.289992 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-79ad67ec-eff3-415e-bb9e-d20eccd80c49 req-725a1b66-f839-4632-a586-e18a96ee7705 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295322 Jul 28 03:52:58.677543 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40031e68-7c87-4e42-a793-49db8d9d9363 req-9ec22b18-7e77-44b4-8aba-bb75fcb0e886 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:58.679030 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-40031e68-7c87-4e42-a793-49db8d9d9363 req-9ec22b18-7e77-44b4-8aba-bb75fcb0e886 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Jul 28 03:52:58.710193 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35692) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:58.732328 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-40031e68-7c87-4e42-a793-49db8d9d9363 req-682c222f-a09a-407a-9cef-57faedc68995 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Jul 28 03:52:58.820874 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-44657f16-d02d-4afd-a802-49d832a40dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:58.909074 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-44657f16-d02d-4afd-a802-49d832a40dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:58.990775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5aa39-ba6b-4854-81bc-d5d4dc7520ad req-214c8798-1dbb-4836-a141-7d755bda036e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:58.992615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9df5aa39-ba6b-4854-81bc-d5d4dc7520ad req-214c8798-1dbb-4836-a141-7d755bda036e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0547726 Jul 28 03:52:58.995289 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-44657f16-d02d-4afd-a802-49d832a40dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:59.022505 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-44657f16-d02d-4afd-a802-49d832a40dc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4a7c551efa946f3abfd5ab40e4dffe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106408 Jul 28 03:52:59.023238 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35706) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:59.039731 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9df5aa39-ba6b-4854-81bc-d5d4dc7520ad req-d2066811-8296-4841-8445-2984a1ef2910 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400388 Jul 28 03:52:59.058901 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657f16-d02d-4afd-a802-49d832a40dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ea337-b594-47f0-b664-e1984aa8a3ef,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:59.088426 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:59.112748 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:59.274548 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:59.277041 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:59.283424 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/208ea337-b594-47f0-b664-e1984aa8a3ef HTTP/1.1" status: 204 len: 168 time: 0.2523201 Jul 28 03:52:59.292710 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48b807-e5aa-4df4-88f0-d9ce162da529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ea337-b594-47f0-b664-e1984aa8a3ef,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:59.308862 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55feb7-8244-4861-abc5-53e00fcbeb9c req-c4812b6e-0d5c-4a31-b668-a001fa6aedaa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:59.312239 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a55feb7-8244-4861-abc5-53e00fcbeb9c req-c4812b6e-0d5c-4a31-b668-a001fa6aedaa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0667274 Jul 28 03:52:59.370009 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a55feb7-8244-4861-abc5-53e00fcbeb9c req-10a1d17f-1b26-4c14-bf7a-cb56b5267f37 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Jul 28 03:52:59.849271 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2436-180e-48d6-867c-2735665b2534 req-cd865c21-3057-4207-8767-a15db3b5e20c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:59.850746 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ca1e2436-180e-48d6-867c-2735665b2534 req-cd865c21-3057-4207-8767-a15db3b5e20c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0501854 Jul 28 03:52:59.888086 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ca1e2436-180e-48d6-867c-2735665b2534 req-3d9f19ec-bfd2-4473-84de-d8a812fe021f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jul 28 03:52:59.962113 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 35728) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:52:59.975733 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4d8857d0-0c60-41d1-8706-c2c660b2bed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.058919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4d8857d0-0c60-41d1-8706-c2c660b2bed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.160237 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591162-db3c-4e6c-835d-a0b6e8e6bf06 req-1f50624d-8a88-421f-98da-10478850bc9b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:00.161798 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63591162-db3c-4e6c-835d-a0b6e8e6bf06 req-1f50624d-8a88-421f-98da-10478850bc9b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0504570 Jul 28 03:53:00.163310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4d8857d0-0c60-41d1-8706-c2c660b2bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.228967 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4d8857d0-0c60-41d1-8706-c2c660b2bed8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1be8c1dd4b084be098d809dc5443ab54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650888 Jul 28 03:53:00.231965 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35736) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:00.234951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8857d0-0c60-41d1-8706-c2c660b2bed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde7c85c-54ca-4830-9abc-50b816a51b43,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:00.245355 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63591162-db3c-4e6c-835d-a0b6e8e6bf06 req-5712def5-b9aa-4e5d-aa80-272df9620006 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768945 Jul 28 03:53:00.281746 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.303812 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.441557 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.441557 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:00.441557 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde7c85c-54ca-4830-9abc-50b816a51b43 HTTP/1.1" status: 204 len: 168 time: 0.2026229 Jul 28 03:53:00.443102 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6339e4-d1e5-494d-bc1d-6fb60e9c4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde7c85c-54ca-4830-9abc-50b816a51b43,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:00.512004 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9015c-24ad-4c16-8b5d-8b4cd32437b5 req-4c9946be-a1ce-4fa5-ace2-fce337f23de0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:00.513301 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87e9015c-24ad-4c16-8b5d-8b4cd32437b5 req-4c9946be-a1ce-4fa5-ace2-fce337f23de0 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0827577 Jul 28 03:53:00.558715 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87e9015c-24ad-4c16-8b5d-8b4cd32437b5 req-29411b89-7ae1-4b0d-81f7-bdf4a636beb4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Jul 28 03:53:01.003984 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0dfad-1873-4ee3-bd73-95460059474f req-58209fb2-c3da-40d9-9ef7-10635ce51a96 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:01.004830 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b4b0dfad-1873-4ee3-bd73-95460059474f req-58209fb2-c3da-40d9-9ef7-10635ce51a96 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0484543 Jul 28 03:53:01.042302 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b4b0dfad-1873-4ee3-bd73-95460059474f req-95c437fa-f8d8-4b32-8957-fc7531528d7c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jul 28 03:53:01.368251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb1ece-c2f1-436e-9e6a-6ef647a17a3e req-6664713a-323b-44fa-a2c9-c56fbc5b8099 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:01.369858 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83fb1ece-c2f1-436e-9e6a-6ef647a17a3e req-6664713a-323b-44fa-a2c9-c56fbc5b8099 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0478406 Jul 28 03:53:01.408603 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83fb1ece-c2f1-436e-9e6a-6ef647a17a3e req-a8d43d7b-7d43-4c35-b1e9-969d82afc2d8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326281 Jul 28 03:53:01.686472 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade056d-46ea-496a-a1e6-3be252b75b6b req-9f81c96f-8e40-450c-ad8f-b1b522a81147 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:01.688163 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9ade056d-46ea-496a-a1e6-3be252b75b6b req-9f81c96f-8e40-450c-ad8f-b1b522a81147 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0629306 Jul 28 03:53:01.728670 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9ade056d-46ea-496a-a1e6-3be252b75b6b req-8b1567a5-81d3-47b3-b765-50bbfe8001db tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Jul 28 03:53:02.159679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce8e8-bd8f-4ff3-94ca-dbc66f11e9bf req-2eba982a-5e3f-4912-9427-93cbf1061543 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:02.161196 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4dbce8e8-bd8f-4ff3-94ca-dbc66f11e9bf req-2eba982a-5e3f-4912-9427-93cbf1061543 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0496066 Jul 28 03:53:02.200255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4dbce8e8-bd8f-4ff3-94ca-dbc66f11e9bf req-e8422ce4-ddb4-4954-8a6f-1389ba0d5471 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Jul 28 03:53:02.523608 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa11386-464a-4dbd-8b0c-60c923875adb req-e4185924-df99-4b48-9bdf-d854a181850e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:02.525677 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5aa11386-464a-4dbd-8b0c-60c923875adb req-e4185924-df99-4b48-9bdf-d854a181850e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0470359 Jul 28 03:53:02.565888 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5aa11386-464a-4dbd-8b0c-60c923875adb req-46bf719b-7138-48f4-9b66-edf446bdfbce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337489 Jul 28 03:53:02.982722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08dd61-43fe-4008-a311-9f1cfbebe81a req-fc05cc6d-43da-4299-805a-11dc308f3dfa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:02.984224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f08dd61-43fe-4008-a311-9f1cfbebe81a req-fc05cc6d-43da-4299-805a-11dc308f3dfa tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0515971 Jul 28 03:53:03.022889 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f08dd61-43fe-4008-a311-9f1cfbebe81a req-2f0301ea-4bd7-4be7-b7d9-028f4ea28c62 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Jul 28 03:53:03.216513 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-5a95dde1-1b5c-4a93-aaf7-4fd54135777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:03.218041 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-5a95dde1-1b5c-4a93-aaf7-4fd54135777d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0394008 Jul 28 03:53:03.360318 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb98e5c-1968-4147-bc05-9120a505d3fa req-215da249-a24b-47c4-8f45-78984e52a29b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:03.361861 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ccb98e5c-1968-4147-bc05-9120a505d3fa req-215da249-a24b-47c4-8f45-78984e52a29b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0755870 Jul 28 03:53:03.374102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-ccb9034d-9c5a-49e2-aede-85be0803b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:03.375541 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-ccb9034d-9c5a-49e2-aede-85be0803b428 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.1359894 Jul 28 03:53:03.416583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ccb98e5c-1968-4147-bc05-9120a505d3fa req-3e5a9a40-f5cc-40e7-b50c-6d6913144dbe tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jul 28 03:53:03.454962 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-0b122ed1-d4fd-4412-9928-cfbfa8688981 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0418870 Jul 28 03:53:03.573476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-76fb8407-312c-484b-a572-7f7f97bd889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:03.575006 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-76fb8407-312c-484b-a572-7f7f97bd889d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.0498383 Jul 28 03:53:03.617604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-45b18e01-c60b-404f-b8ca-a78c28a39d26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239525 Jul 28 03:53:03.737186 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d5b17-f3b1-49bc-9d9a-ff8ab82d8c74 req-68333541-cdd0-4e67-9a60-8123756bc47b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:03.738724 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-396d5b17-f3b1-49bc-9d9a-ff8ab82d8c74 req-68333541-cdd0-4e67-9a60-8123756bc47b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0990734 Jul 28 03:53:03.766679 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-51331a41-39d3-4910-a6b9-2e453d229b62 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349914 Jul 28 03:53:03.823603 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-396d5b17-f3b1-49bc-9d9a-ff8ab82d8c74 req-b849cb09-b26f-433f-bc21-15e64bb55840 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779357 Jul 28 03:53:03.866432 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1db2348-2a9c-4117-9d38-7e6dcedc6dc8 req-c1a412fd-9703-4eca-a902-5ec896cccb3c service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922880 Jul 28 03:53:04.140319 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb0bb-c682-4348-93f7-a722848547f4 req-b748c6df-62dd-4da8-af49-ccfd73ea4c7a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:04.141807 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5b7cb0bb-c682-4348-93f7-a722848547f4 req-b748c6df-62dd-4da8-af49-ccfd73ea4c7a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0525634 Jul 28 03:53:04.177793 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5b7cb0bb-c682-4348-93f7-a722848547f4 req-c8722a11-46d1-4944-91d6-9931eb4254a3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297463 Jul 28 03:53:04.534064 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5f853-27b5-4404-8551-9a0c6003e3db req-ae0282d8-298d-4303-9821-506cc5867cc7 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:04.536254 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1f5f853-27b5-4404-8551-9a0c6003e3db req-ae0282d8-298d-4303-9821-506cc5867cc7 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0539501 Jul 28 03:53:04.576765 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a1f5f853-27b5-4404-8551-9a0c6003e3db req-f87c26ee-fed4-43f7-998f-59d5dc51a9ac tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 28 03:53:04.692409 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7783-1db5-407c-b23a-b452990ae40e req-8d201d86-d482-416c-bd95-c63f8dd7a746 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:04.693963 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-962f7783-1db5-407c-b23a-b452990ae40e req-8d201d86-d482-416c-bd95-c63f8dd7a746 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0500679 Jul 28 03:53:04.738518 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-962f7783-1db5-407c-b23a-b452990ae40e req-b14f2212-631e-4e68-b971-f1025949b03f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jul 28 03:53:05.046341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a21fd-9b58-42d2-beda-193d8613d5de req-e4b6b7ca-566b-4ce9-b3ae-bca2a76cba17 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:05.053446 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-617a21fd-9b58-42d2-beda-193d8613d5de req-e4b6b7ca-566b-4ce9-b3ae-bca2a76cba17 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0680809 Jul 28 03:53:05.124251 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-617a21fd-9b58-42d2-beda-193d8613d5de req-41771127-aecb-47ca-861c-12ce4d9bc716 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648689 Jul 28 03:53:05.137775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2a91-fe53-4f87-8087-63fa0e95f3a0 req-3297db61-e49f-4d24-a011-0ea212354d36 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:05.140065 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70fe2a91-fe53-4f87-8087-63fa0e95f3a0 req-3297db61-e49f-4d24-a011-0ea212354d36 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0795479 Jul 28 03:53:05.178640 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70fe2a91-fe53-4f87-8087-63fa0e95f3a0 req-5cbf00f1-d554-40c4-bd57-244485099315 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 28 03:53:05.296037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c38ee-7bcb-4e6f-b86f-b60eeb15bc26 req-caccbb18-c967-4fd6-b95d-29e90ab9e47b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:05.297523 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-574c38ee-7bcb-4e6f-b86f-b60eeb15bc26 req-caccbb18-c967-4fd6-b95d-29e90ab9e47b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0500491 Jul 28 03:53:05.335131 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-574c38ee-7bcb-4e6f-b86f-b60eeb15bc26 req-56215cb6-8871-4835-80d2-88a94eb9c8e9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Jul 28 03:53:06.244308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a974acd-3e38-4a08-a844-911a3a747354 req-5bd7511c-5197-4bca-a06c-b0c550abdcce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:06.245806 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a974acd-3e38-4a08-a844-911a3a747354 req-5bd7511c-5197-4bca-a06c-b0c550abdcce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0503411 Jul 28 03:53:06.282739 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a974acd-3e38-4a08-a844-911a3a747354 req-eca31e9c-41e2-45f6-8bad-11935e652456 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309632 Jul 28 03:53:06.888223 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35928) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:06.988816 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8f49-e801-4b98-97a1-25e388ddde6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.092049 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8f49-e801-4b98-97a1-25e388ddde6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.158629 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8f49-e801-4b98-97a1-25e388ddde6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.199841 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8d3f8f49-e801-4b98-97a1-25e388ddde6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7599578da104ae4bc6eb2e1b974febe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099089 Jul 28 03:53:07.200096 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f8f49-e801-4b98-97a1-25e388ddde6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba745938-aa80-4a61-83aa-7ef9734f5f50,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:07.204670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 35946) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:07.252436 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.273543 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.392853 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.395444 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:07.396595 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba745938-aa80-4a61-83aa-7ef9734f5f50 HTTP/1.1" status: 204 len: 168 time: 0.1910436 Jul 28 03:53:07.402130 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bbd68-5967-4c24-8cad-7a77b7a439b4 req-3620b867-cfe5-4d68-bae8-acec7c1ad496 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:07.403698 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-402bbd68-5967-4c24-8cad-7a77b7a439b4 req-3620b867-cfe5-4d68-bae8-acec7c1ad496 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0466294 Jul 28 03:53:07.404509 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa8ded-67ae-483f-871d-20b70c970298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba745938-aa80-4a61-83aa-7ef9734f5f50,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:07.445714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-402bbd68-5967-4c24-8cad-7a77b7a439b4 req-903a6061-59b3-4828-8cb6-786e50f2af9c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343409 Jul 28 03:53:08.248393 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cf524-b3e2-4261-8ac1-43da36d21232 req-009fc0d3-b964-4109-9cb2-d32725a8ae75 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:08.249863 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eb2cf524-b3e2-4261-8ac1-43da36d21232 req-009fc0d3-b964-4109-9cb2-d32725a8ae75 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0467095 Jul 28 03:53:08.285037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eb2cf524-b3e2-4261-8ac1-43da36d21232 req-86197978-2d1f-466f-aaba-415c870f5cde tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293567 Jul 28 03:53:10.856477 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20946bc3-28ec-491a-8dcb-a05ed18490f7 req-9fb58eca-6ab8-4066-829c-6f98ae6bce45 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:10.858011 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-20946bc3-28ec-491a-8dcb-a05ed18490f7 req-9fb58eca-6ab8-4066-829c-6f98ae6bce45 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Jul 28 03:53:10.904144 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-20946bc3-28ec-491a-8dcb-a05ed18490f7 req-8efb7291-9a37-4da8-affb-d3516fea0ac7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399661 Jul 28 03:53:12.022267 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f5a91-fca2-44d3-8494-1808631ad76e req-9284bf15-598b-4a97-8b6c-89c1e095ffaf tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:12.023672 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b0f5a91-fca2-44d3-8494-1808631ad76e req-9284bf15-598b-4a97-8b6c-89c1e095ffaf tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0471857 Jul 28 03:53:12.061565 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b0f5a91-fca2-44d3-8494-1808631ad76e req-a7917fde-eb27-4b40-b0c0-f201fe258928 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313549 Jul 28 03:53:12.162106 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-aeb1099f-0037-40f3-b8e0-33fe5b82b645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.244223 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36034) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:12.346875 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1a13dcc9-bf7d-4b60-8d2f-6fe4d12300e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.437960 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1a13dcc9-bf7d-4b60-8d2f-6fe4d12300e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.533631 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1a13dcc9-bf7d-4b60-8d2f-6fe4d12300e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.570526 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1a13dcc9-bf7d-4b60-8d2f-6fe4d12300e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5095b3be9e24479e92bca1b9d743d944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251708 Jul 28 03:53:12.572854 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13dcc9-bf7d-4b60-8d2f-6fe4d12300e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14444fa3-56e9-4cdb-a4d0-bb7e83e731d3,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:12.574171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36048) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:12.625722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.645638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.780712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b688268-8455-4392-81cc-02c917b7be8b req-0ddf5068-e5da-4207-b13b-0ba998d48321 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:12.782275 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b688268-8455-4392-81cc-02c917b7be8b req-0ddf5068-e5da-4207-b13b-0ba998d48321 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Jul 28 03:53:12.802046 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.804498 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:12.805874 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14444fa3-56e9-4cdb-a4d0-bb7e83e731d3 HTTP/1.1" status: 204 len: 168 time: 0.2298586 Jul 28 03:53:12.819202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303b13d-bb4c-4170-9a92-b7a8ac402917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14444fa3-56e9-4cdb-a4d0-bb7e83e731d3,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:12.833750 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b688268-8455-4392-81cc-02c917b7be8b req-ebccab02-c607-4240-be0d-93e2a3da71f6 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452614 Jul 28 03:53:13.189118 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46554911-ca3f-417e-89e7-5d95b72aa025 req-b700ff4e-4720-4b36-b359-4514b1af62a6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:13.190672 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-46554911-ca3f-417e-89e7-5d95b72aa025 req-b700ff4e-4720-4b36-b359-4514b1af62a6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0502405 Jul 28 03:53:13.231091 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-46554911-ca3f-417e-89e7-5d95b72aa025 req-4925c7dd-4492-4417-a9f2-110317f88b45 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343652 Jul 28 03:53:13.780436 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-9e332fe2-05b7-4239-b092-b5885214c14d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:13.781997 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-9e332fe2-05b7-4239-b092-b5885214c14d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.1031766 Jul 28 03:53:13.797980 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-cfc552b5-eaa2-4222-9d4c-e6082088a1ec tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/quotas/f7b4013c53d94598a16872aee30be511 HTTP/1.1" status: 200 len: 375 time: 0.0098865 Jul 28 03:53:13.851049 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-d01d4c49-3a30-44df-b9af-0375e9a23e6d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478935 Jul 28 03:53:13.983795 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5615a3-a966-443f-a472-d9fa9c03077b req-5e42ab7f-40a1-4f25-867d-f99c2083da71 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:13.985383 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1a5615a3-a966-443f-a472-d9fa9c03077b req-5e42ab7f-40a1-4f25-867d-f99c2083da71 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0820618 Jul 28 03:53:13.987713 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-ac993fb2-69a6-4f70-9bbb-c37e57288656 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288829 Jul 28 03:53:14.073514 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1a5615a3-a966-443f-a472-d9fa9c03077b req-816ba61f-eba6-4e93-88fa-fb4c2320471d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818272 Jul 28 03:53:14.104776 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-13a9cf5d-4172-4c52-899f-52da6ee65ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054382 Jul 28 03:53:14.569349 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-52477267-60f6-4d98-bc51-2d9c6391af8e req-4250e7b3-e737-496c-9957-951719055360 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.2550550 Jul 28 03:53:14.595413 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c0d90-22e1-4b0f-8405-24c1b9d8b67a req-a811d6b5-d5c9-4675-a36a-aa1a9a3ebf0c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:14.596909 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a0c0d90-22e1-4b0f-8405-24c1b9d8b67a req-a811d6b5-d5c9-4675-a36a-aa1a9a3ebf0c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.2940142 Jul 28 03:53:14.634866 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a0c0d90-22e1-4b0f-8405-24c1b9d8b67a req-b3cb0682-ac73-40f0-b44c-154362cff9d3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314913 Jul 28 03:53:14.967024 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36102) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:15.050286 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-df10cc63-a555-4b59-98b5-374dd51cf316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.073963 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3ff61df-11cb-4e15-a2fb-bff2d84cf1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.175190 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3ff61df-11cb-4e15-a2fb-bff2d84cf1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.205761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3edf9-4c25-42cc-8a2d-d6cad5354a74 req-d5465d9a-f72e-4132-bf2b-a88ccf10eb30 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:15.207235 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b4c3edf9-4c25-42cc-8a2d-d6cad5354a74 req-d5465d9a-f72e-4132-bf2b-a88ccf10eb30 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Jul 28 03:53:15.244948 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b4c3edf9-4c25-42cc-8a2d-d6cad5354a74 req-7b37b184-e8fc-452e-8bc5-ebfe8137d3fd tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310457 Jul 28 03:53:15.312458 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3ff61df-11cb-4e15-a2fb-bff2d84cf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.312657 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.349143 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b3ff61df-11cb-4e15-a2fb-bff2d84cf1bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7600e8aa85841d2abfb04afab415c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807018 Jul 28 03:53:15.350094 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff61df-11cb-4e15-a2fb-bff2d84cf1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0467ebe-cce3-4fde-9de7-2fbc0336a607,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:15.351840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36112) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:15.402653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.422729 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.581172 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.583759 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:15.584941 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0467ebe-cce3-4fde-9de7-2fbc0336a607 HTTP/1.1" status: 204 len: 168 time: 0.2319231 Jul 28 03:53:15.593461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ee128-3218-4f53-8260-139b5d40643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0467ebe-cce3-4fde-9de7-2fbc0336a607,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:15.672958 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d9679fd7-ec23-48d3-8ed2-8c71d6bb090c req-f02cdae6-6e6e-479f-8b31-a3eadb35cf7d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.0262053 Jul 28 03:53:15.753538 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ba775-4c21-4349-a323-5bfef0e9cb8e req-465c87ff-085f-4e96-bbaf-82fef937b7ef tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:15.755441 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-532ba775-4c21-4349-a323-5bfef0e9cb8e req-465c87ff-085f-4e96-bbaf-82fef937b7ef tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Jul 28 03:53:15.793541 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-532ba775-4c21-4349-a323-5bfef0e9cb8e req-f33e3cf3-848e-470e-aaf0-0206f55c91c0 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316582 Jul 28 03:53:15.964371 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.240952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36126) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:16.253664 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e2eb4d-2213-42fa-836b-518657cc43b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.370766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e2eb4d-2213-42fa-836b-518657cc43b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.381335 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d819c5-3fdb-4d8f-930a-7de4156c0193 req-0a62d8ca-0b6e-4047-a3ed-0aa919ecb61a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:16.382840 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8d819c5-3fdb-4d8f-930a-7de4156c0193 req-0a62d8ca-0b6e-4047-a3ed-0aa919ecb61a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0687571 Jul 28 03:53:16.420652 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8d819c5-3fdb-4d8f-930a-7de4156c0193 req-d2dec64a-863e-4ae6-8bbd-1a39716f48fb tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jul 28 03:53:16.449513 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e2eb4d-2213-42fa-836b-518657cc43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.488559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-09e2eb4d-2213-42fa-836b-518657cc43b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f44394c78d4b37b412b16f213b62c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463679 Jul 28 03:53:16.489760 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2eb4d-2213-42fa-836b-518657cc43b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ef6af-e5bd-42c8-bbc4-494504df5ea6,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:16.491218 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36130) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:16.540538 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.564815 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.686801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-646d9db6-1fda-4f1f-a203-fe809145b96c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:16.688222 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-646d9db6-1fda-4f1f-a203-fe809145b96c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 815 time: 0.1033537 Jul 28 03:53:16.695347 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.697925 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.699089 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/917ef6af-e5bd-42c8-bbc4-494504df5ea6 HTTP/1.1" status: 204 len: 168 time: 0.2068963 Jul 28 03:53:16.706977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef075f-1a3c-4cdf-a0fa-da4e2250f190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ef6af-e5bd-42c8-bbc4-494504df5ea6,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:16.722242 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Request body: {'port': {'device_id': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'admin_state_up': True, 'tenant_id': 'f7b4013c53d94598a16872aee30be511'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:16.795606 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-210f8633-4b1c-4663-bd0b-ca205d68a3af req-81092f1a-9370-448a-a237-dae94806ce76 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.0316083 Jul 28 03:53:16.917131 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c9f6-134f-453d-a75f-bb4e40521448 req-9973f391-dc19-47e6-a741-ed8471450492 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:16.918669 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e66c9f6-134f-453d-a75f-bb4e40521448 req-9973f391-dc19-47e6-a741-ed8471450492 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Jul 28 03:53:16.944619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Made reservation on behalf of f7b4013c53d94598a16872aee30be511 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:53:16.947875 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:16.968266 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e66c9f6-134f-453d-a75f-bb4e40521448 req-18309c57-24b9-4a2a-a64c-20b8959d32f6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435088 Jul 28 03:53:17.038034 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:53:17.088868 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Allocated IP 172.20.0.3 (2fd54d26-ef29-4623-a6d8-11fde45c5e16/1291b172-00cb-4dba-935e-c04a548a31be/56c9b6e6-984e-419f-9a73-b948d4e1f001) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:53:17.135978 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:17.149621 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:53:17.205325 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.238583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:53:17.259723 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:17.288151 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.350614 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.396974 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=6']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:17.403797 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.404152 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.404494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.404831 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.405164 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.405497 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.405859 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.406190 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.406518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.406843 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.407171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.407494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:53:17.408681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.459016 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:53:17.462953 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:53:17.466990 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:53:17.472862 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650', '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'd4f34c17-40b4-4f89-a5f1-280895a3ed64'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:53:17.475049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:17.475845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.496821 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event updated for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:17.549449 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-1695c4a0-2d5b-4da5-a006-47320d08e63a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331234 Jul 28 03:53:17.558491 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc54d4-7feb-444e-a9d5-d391d3115f36 req-510c2f4b-60bb-4eec-9122-d1c376aeca56 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:17.565607 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbcc54d4-7feb-444e-a9d5-d391d3115f36 req-510c2f4b-60bb-4eec-9122-d1c376aeca56 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0607047 Jul 28 03:53:17.591528 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Request body: {'port': {'device_id': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:17.620830 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:17.621459 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbcc54d4-7feb-444e-a9d5-d391d3115f36 req-86de789a-6a56-40ea-be62-9e9b2013ee3a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549858 Jul 28 03:53:17.645831 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['d1a35b97-8f51-4d26-9e88-d5b160e73c38'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:53:17.655152 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.676518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:17.964072 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20032c-b412-4c6e-a475-cecedec22439 req-fe0bec30-6ae8-4340-96dd-e20804c225ab tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:17.965579 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7b20032c-b412-4c6e-a475-cecedec22439 req-fe0bec30-6ae8-4340-96dd-e20804c225ab tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 931 time: 0.0964139 Jul 28 03:53:17.974879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c9b6e6-984e-419f-9a73-b948d4e1f001 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:53:17.988805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:18.013882 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Transition to ACTIVE for port object 56c9b6e6-984e-419f-9a73-b948d4e1f001 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:53:18.026762 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7b20032c-b412-4c6e-a475-cecedec22439 req-6f5118e9-4dc0-4a3d-bff2-0fd3a87cc85b tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Jul 28 03:53:18.089487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dde9-cb8e-4ebe-a1cc-4b5e4ad3887f req-97ee94bb-23c4-40c6-b526-92ad9c1c7249 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:18.090998 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7a3dde9-cb8e-4ebe-a1cc-4b5e4ad3887f req-97ee94bb-23c4-40c6-b526-92ad9c1c7249 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Jul 28 03:53:18.124667 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:18.165806 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7a3dde9-cb8e-4ebe-a1cc-4b5e4ad3887f req-5d094aa3-320a-45c5-9f0a-127afc58e80d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681880 Jul 28 03:53:18.204609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Pushing event updated for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:18.219316 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Attempting to bind port 56c9b6e6-984e-419f-9a73-b948d4e1f001 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:53:18.219695 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Attempting to bind port 56c9b6e6-984e-419f-9a73-b948d4e1f001 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:53:18.220027 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Attempting to bind port 56c9b6e6-984e-419f-9a73-b948d4e1f001 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:53:18.224630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Port 56c9b6e6-984e-419f-9a73-b948d4e1f001 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:53:18.225037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Attempting to bind port 56c9b6e6-984e-419f-9a73-b948d4e1f001 on network 2fd54d26-ef29-4623-a6d8-11fde45c5e16 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:53:18.230792 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:53:18.231126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Checking segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:53:18.231502 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Bound using segment: {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:53:18.232277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Bound port: 56c9b6e6-984e-419f-9a73-b948d4e1f001, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:53:18.232277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:18.324443 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:53:18.328860 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:53:18.739346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3adb12-38b9-45c4-b474-0333991ee2ee req-c57c8110-cf82-40ee-930f-38e36d0c2685 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:18.740999 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa3adb12-38b9-45c4-b474-0333991ee2ee req-c57c8110-cf82-40ee-930f-38e36d0c2685 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Jul 28 03:53:18.778617 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa3adb12-38b9-45c4-b474-0333991ee2ee req-5a381b24-bd9e-4a99-a975-e2510c1cf48c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Jul 28 03:53:19.025647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:19.040887 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:53:19.061489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.062132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:19.063511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] 10.222.0.30 "PUT /v2.0/ports/56c9b6e6-984e-419f-9a73-b948d4e1f001 HTTP/1.1" status: 200 len: 1093 time: 1.4767981 Jul 28 03:53:19.063952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:19.066233 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97747968-dce7-4b39-8596-774f81f4e1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:19.101197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b741e2-3f4a-47f4-bcac-e6dd8ada8003 service neutron] Pushing event updated for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:19.124925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:53:19.129593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:19.158346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80de5138-0b2b-49d7-901a-dc5284651b9d x-openstack-request-id: req-80de5138-0b2b-49d7-901a-dc5284651b9d {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:19.158346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:19.158346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80de5138-0b2b-49d7-901a-dc5284651b9d {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:19.158346 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001', 'status': 'completed', 'code': 200} Jul 28 03:53:19.230533 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:19.231107 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ed21d-b881-4b32-96be-83bb425dd5a3 req-ff114b04-dc8d-4c59-ae40-f58a6d653123 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.232698 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a01ed21d-b881-4b32-96be-83bb425dd5a3 req-ff114b04-dc8d-4c59-ae40-f58a6d653123 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 943 time: 0.0710297 Jul 28 03:53:19.276163 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:19.279391 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f93669d-fbf3-404c-b4cf-06f266070c05" -d '{"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:19.294869 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:19.325415 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a01ed21d-b881-4b32-96be-83bb425dd5a3 req-d266a3a5-ab94-4ce4-8991-f1a4d2f31db0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841441 Jul 28 03:53:19.333570 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-0bcb4dad-6150-4181-bcb9-48f0a5017082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.347331 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-0bcb4dad-6150-4181-bcb9-48f0a5017082 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 1096 time: 0.1014948 Jul 28 03:53:19.367883 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:19.377458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5721-9951-4338-b729-c27355e5eaad req-408ad6e7-a675-4d27-be81-90ed1c87435a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.382037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-589a5721-9951-4338-b729-c27355e5eaad req-408ad6e7-a675-4d27-be81-90ed1c87435a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.1090178 Jul 28 03:53:19.410962 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56af940-1854-411f-b17c-1c5d0d7bef61 x-openstack-request-id: req-e56af940-1854-411f-b17c-1c5d0d7bef61 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:19.410962 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:19.410962 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56af940-1854-411f-b17c-1c5d0d7bef61 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:19.410962 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'code': 200} Jul 28 03:53:19.440794 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=7']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:19.456472 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-589a5721-9951-4338-b729-c27355e5eaad req-6b2cb365-17e7-4ea0-be46-aac6b112f2ce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610495 Jul 28 03:53:19.487225 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-89cd1180-1d23-4d6f-9368-ab9c75f51d1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001 HTTP/1.1" status: 200 len: 217 time: 0.1040580 Jul 28 03:53:19.546831 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-f3f5ee3f-82bb-47ad-8afa-c9a16cc5866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.548288 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-f3f5ee3f-82bb-47ad-8afa-c9a16cc5866b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.0476449 Jul 28 03:53:19.596730 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-2a0021a9-730b-428b-ba65-1501434934be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264223 Jul 28 03:53:19.703345 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-ae68eb08-d34a-4f3f-848c-df1664e2d273 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962512 Jul 28 03:53:19.837618 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64e29b8d-57aa-413a-a581-269ac6f88438 req-6866e8e8-1795-41a7-bba7-c2e92172cbaf service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093531 Jul 28 03:53:19.947161 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846ae37-5503-4e12-80a2-7b00760cdc74 req-1127606d-7800-4920-9d15-56f5ba32a2af tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:19.949661 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7846ae37-5503-4e12-80a2-7b00760cdc74 req-1127606d-7800-4920-9d15-56f5ba32a2af tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jul 28 03:53:20.013259 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7846ae37-5503-4e12-80a2-7b00760cdc74 req-cebc684c-4b19-43bf-98c6-23aa09a481c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534737 Jul 28 03:53:20.073757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-b3ae9068-668c-480a-93f9-ae42cd771abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:20.079673 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-b3ae9068-668c-480a-93f9-ae42cd771abb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b4013c53d94598a16872aee30be511&device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 1096 time: 0.0471957 Jul 28 03:53:20.188542 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-d44f323e-f81a-4593-bedf-c73c42703c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:20.190420 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-d44f323e-f81a-4593-bedf-c73c42703c06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 200 len: 916 time: 0.1019320 Jul 28 03:53:20.261351 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-c479815b-e63b-4eb4-8d93-6a1852a300d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001 HTTP/1.1" status: 200 len: 217 time: 0.0518022 Jul 28 03:53:20.326011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-348afd73-a61f-4298-b43d-d1db80b734c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:20.328106 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-348afd73-a61f-4298-b43d-d1db80b734c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 200 len: 855 time: 0.0564559 Jul 28 03:53:20.386263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-903f674c-b5eb-4c22-a3f1-01e32bdd4d3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fd54d26-ef29-4623-a6d8-11fde45c5e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450571 Jul 28 03:53:20.633377 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-1db0e29b-a2d9-4569-9e5c-6836e84a7c21 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380240 Jul 28 03:53:20.647831 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8c759-faf6-435b-aff9-76a180fb8f9d req-8729b7b9-20aa-439f-8516-f94419f13f25 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:20.648159 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5cc8c759-faf6-435b-aff9-76a180fb8f9d req-8729b7b9-20aa-439f-8516-f94419f13f25 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 943 time: 0.1997333 Jul 28 03:53:20.731004 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda125-2715-4a57-b857-fd73bd3af704 req-0f8f93eb-1371-4b12-8c4e-121ce298bd09 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:20.732599 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a3eda125-2715-4a57-b857-fd73bd3af704 req-0f8f93eb-1371-4b12-8c4e-121ce298bd09 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.1496387 Jul 28 03:53:20.787340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5cc8c759-faf6-435b-aff9-76a180fb8f9d req-5d0ddbeb-094d-49b0-ae9c-fb0ccd3d48c3 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292624 Jul 28 03:53:20.821725 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a3eda125-2715-4a57-b857-fd73bd3af704 req-18028966-21c8-44c8-b67f-63e18df4216e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667641 Jul 28 03:53:20.825724 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97747968-dce7-4b39-8596-774f81f4e1f2 req-8022af75-1d69-4a27-a77e-2aa651e9c68a service neutron] 10.222.0.30 "GET /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763601 Jul 28 03:53:21.161202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4fcc1-391e-499c-8f41-c9cd2e0c364f req-7f33e46c-d441-4fc1-b252-d10b997f4593 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:21.162719 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ba4fcc1-391e-499c-8f41-c9cd2e0c364f req-7f33e46c-d441-4fc1-b252-d10b997f4593 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0635936 Jul 28 03:53:21.206258 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ba4fcc1-391e-499c-8f41-c9cd2e0c364f req-7abb8cfd-96d8-498f-ba74-ed42883378e4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370347 Jul 28 03:53:21.958933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0fb1d-9287-4c14-899c-aa4e6ff75d90 req-763943da-df8f-49ab-b9e2-63273b80a418 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:21.961727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1be0fb1d-9287-4c14-899c-aa4e6ff75d90 req-763943da-df8f-49ab-b9e2-63273b80a418 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 943 time: 0.0870771 Jul 28 03:53:21.984751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651e7e0-8e8e-4201-931d-697d75bba1fb req-ee1cf164-ede4-45b9-aa38-fa4897b65843 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:21.986245 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c651e7e0-8e8e-4201-931d-697d75bba1fb req-ee1cf164-ede4-45b9-aa38-fa4897b65843 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0841882 Jul 28 03:53:22.042587 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1be0fb1d-9287-4c14-899c-aa4e6ff75d90 req-5fd86c09-b542-4f92-ba2d-764161e72d87 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747676 Jul 28 03:53:22.047717 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c651e7e0-8e8e-4201-931d-697d75bba1fb req-51ceaefe-a06d-40fc-a77d-e3244f25b609 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532994 Jul 28 03:53:22.347516 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e579b2-e570-44e4-b7d4-6dd3f3d6d32a req-6fcfb992-058e-4812-a21d-ded5fbb5dcba tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:22.352792 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3e579b2-e570-44e4-b7d4-6dd3f3d6d32a req-6fcfb992-058e-4812-a21d-ded5fbb5dcba tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0585902 Jul 28 03:53:22.411275 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3e579b2-e570-44e4-b7d4-6dd3f3d6d32a req-908d9a24-a650-4611-b4b1-2b12cd63d9fb tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508242 Jul 28 03:53:22.727927 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9414e-1160-4aed-935a-a57e1841aa90 req-6129dac4-578e-42b7-8fd3-3621232a242d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:22.729375 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-93c9414e-1160-4aed-935a-a57e1841aa90 req-6129dac4-578e-42b7-8fd3-3621232a242d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0519054 Jul 28 03:53:22.775458 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-93c9414e-1160-4aed-935a-a57e1841aa90 req-87b6483b-13b7-4bdf-b2f2-c35a7a036e4e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Jul 28 03:53:22.798034 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36282) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:23.023682 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956d5cb-83fc-474b-8ed2-d77998e31c7a tempest-TestMinimumBasicScenario-1268463263 tempest-TestMinimumBasicScenario-1268463263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:23.026891 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6956d5cb-83fc-474b-8ed2-d77998e31c7a tempest-TestMinimumBasicScenario-1268463263 tempest-TestMinimumBasicScenario-1268463263-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1094 time: 0.2267919 Jul 28 03:53:23.029172 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36290) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:23.033980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'port_id': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:23.063412 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 56c9b6e6-984e-419f-9a73-b948d4e1f001 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:53:23.146001 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for floatingip, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.189069 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:23.325224 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '56c9b6e6-984e-419f-9a73-b948d4e1f001', 'network_id': '2fd54d26-ef29-4623-a6d8-11fde45c5e16', 'port_id': '56c9b6e6-984e-419f-9a73-b948d4e1f001', 'mac_address': 'fa:16:3e:9a:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1291b172-00cb-4dba-935e-c04a548a31be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:53:23.338114 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f2bf0-bc6a-4440-91d2-3692f095c72a req-bcf9d357-e070-46a9-aa95-7d632bb28ea5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:23.340249 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d5f2bf0-bc6a-4440-91d2-3692f095c72a req-bcf9d357-e070-46a9-aa95-7d632bb28ea5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.1321855 Jul 28 03:53:23.362057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38335e-38d9-46cb-868f-0cb73e0fe594 req-82f1dde9-4daa-4676-af67-a6dba668a1d9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:23.365284 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f38335e-38d9-46cb-868f-0cb73e0fe594 req-82f1dde9-4daa-4676-af67-a6dba668a1d9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 943 time: 0.1563203 Jul 28 03:53:23.365603 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.380249 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c9b6e6-984e-419f-9a73-b948d4e1f001 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:53:23.404611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:23.453554 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d5f2bf0-bc6a-4440-91d2-3692f095c72a req-5f9f820c-222e-4a61-9380-b39b8b649069 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860465 Jul 28 03:53:23.463108 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f38335e-38d9-46cb-868f-0cb73e0fe594 req-ae3abb2a-4fa0-45d2-bf37-5db52377de00 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Jul 28 03:53:23.473378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.529741 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.603260 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:23.663028 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Allocated IP 172.27.0.19 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/977bd261-bc3d-47fa-8bc8-ba5ae14d66fd) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:53:23.759061 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab278-db0e-4bc0-88d5-42658825dd36 req-048e1573-add2-4c0a-aef5-05e62d5e6da2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:23.760981 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-caaab278-db0e-4bc0-88d5-42658825dd36 req-048e1573-add2-4c0a-aef5-05e62d5e6da2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1154194 Jul 28 03:53:23.829815 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-caaab278-db0e-4bc0-88d5-42658825dd36 req-918f3c39-c9a4-499f-8345-b82f490d6071 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616205 Jul 28 03:53:23.832626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.945404 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.997361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:53:24.000234 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:53:24.006803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:53:24.034951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'Port': ['ID=977bd261-bc3d-47fa-8bc8-ba5ae14d66fd,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:24.049011 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['56c9b6e6-984e-419f-9a73-b948d4e1f001'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:53:24.873917 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4695c-fab0-491f-a67b-6d2d0163c7cc req-102deca3-5c86-4ae7-835f-12e03882c9d5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:24.875556 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05e4695c-fab0-491f-a67b-6d2d0163c7cc req-102deca3-5c86-4ae7-835f-12e03882c9d5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 944 time: 0.2221055 Jul 28 03:53:24.884983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fadf-3571-4d8b-9d8e-a4752a73e914 req-2a18e917-c1b3-4883-8e28-d26e89e50fd7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:24.886510 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9779fadf-3571-4d8b-9d8e-a4752a73e914 req-2a18e917-c1b3-4883-8e28-d26e89e50fd7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.2880352 Jul 28 03:53:24.936856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:25.029971 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05e4695c-fab0-491f-a67b-6d2d0163c7cc req-0d404399-d7d6-40d3-8030-c79c6c0712a3 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422768 Jul 28 03:53:25.039615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9779fadf-3571-4d8b-9d8e-a4752a73e914 req-4b93c897-9bc4-4fc2-8eb5-4e8cd930c378 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461344 Jul 28 03:53:25.193663 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:25.210042 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f94-c1fc-4f28-8314-7ae56feb5203 req-25b0ac25-04c2-4074-ae86-09bd794a0b78 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:25.211594 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e65d8f94-c1fc-4f28-8314-7ae56feb5203 req-25b0ac25-04c2-4074-ae86-09bd794a0b78 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0899181 Jul 28 03:53:25.288526 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e65d8f94-c1fc-4f28-8314-7ae56feb5203 req-6728bd6d-a2bc-4817-9901-75f076d69cf0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579596 Jul 28 03:53:25.434994 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:25.570857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:25.583746 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:25.641022 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'Port': ['ID=977bd261-bc3d-47fa-8bc8-ba5ae14d66fd,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:25.726540 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Floating IP 5de45ff9-6736-46ee-b3c9-03ae2d5de504 associated. External IP: 172.27.0.19, port: 18572b61-ddaf-459c-b73b-e513b2c85a0b. Jul 28 03:53:25.960814 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Router 3de00699-1422-4fb7-9db7-331813208818 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:53:26.093315 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:53:26.106334 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Sync routers for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:53:26.115969 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:53:26.116711 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:53:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:53:26.190692 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feb6fc-4e9b-4ad1-bcc2-73c0c63f0011 req-f50e779d-cafa-4b0e-ad36-a4f4517ade9c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.192376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28feb6fc-4e9b-4ad1-bcc2-73c0c63f0011 req-f50e779d-cafa-4b0e-ad36-a4f4517ade9c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 944 time: 0.0834913 Jul 28 03:53:26.207814 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec1903-2da6-45d3-9698-b26aa7038f4a req-9cc87ad4-1e62-44e2-9e45-f48ade422058 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.209765 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5ec1903-2da6-45d3-9698-b26aa7038f4a req-9cc87ad4-1e62-44e2-9e45-f48ade422058 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0737906 Jul 28 03:53:26.270227 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-28feb6fc-4e9b-4ad1-bcc2-73c0c63f0011 req-e8bde01c-be73-4c6a-addf-0f7aad625115 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594513 Jul 28 03:53:26.272918 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b5ec1903-2da6-45d3-9698-b26aa7038f4a req-f4c8b5b2-71e6-4563-8ae1-0a523b0eeaa7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546963 Jul 28 03:53:26.311529 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.323735 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:53:26.359243 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f884c315-8a0a-42c3-b5f2-9258387075e4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3287339 Jul 28 03:53:26.360077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:26.362054 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36352) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:26.367013 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604382071', 'description': 'tempest-secgroup-smoke-1604382071 description', 'project_id': 'b72f895797944198bf4cf01e56395986'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:26.373345 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e47145a-f9a3-45d5-b1c0-18817530f123" -d '{"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:26.445191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9f29db-93fe-4fdc-ab4d-01335f8ec0dd x-openstack-request-id: req-8b9f29db-93fe-4fdc-ab4d-01335f8ec0dd {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:26.445583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:26.446458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b9f29db-93fe-4fdc-ab4d-01335f8ec0dd {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:26.447083 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:53:26.467799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364a46-97ad-4b6e-ba0e-f95eacbd2f40 req-33d62e05-d5c0-45dc-8b07-aefa7dfe0672 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.469661 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2364a46-97ad-4b6e-ba0e-f95eacbd2f40 req-33d62e05-d5c0-45dc-8b07-aefa7dfe0672 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0595016 Jul 28 03:53:26.516185 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.525741 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2364a46-97ad-4b6e-ba0e-f95eacbd2f40 req-7d12f067-80a9-4118-8010-263e0dcd9dfa tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485778 Jul 28 03:53:26.586029 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-f16cf93b-78a2-4115-8057-0026e6562d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.588915 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-f16cf93b-78a2-4115-8057-0026e6562d87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1099 time: 0.0774853 Jul 28 03:53:26.610230 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '5de45ff9-6736-46ee-b3c9-03ae2d5de504', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '3de00699-1422-4fb7-9db7-331813208818', 'port_id': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'mac_address': 'fa:16:3e:17:87:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:53:24Z', 'updated_at': '2021-07-28T03:53:24Z', 'revision_number': 0, 'project_id': 'b72f895797944198bf4cf01e56395986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:53:26.639673 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Checking router: 3de00699-1422-4fb7-9db7-331813208818 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:53:26.651559 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.656939 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:53:26.658270 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:53:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:53:26.718428 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-05cba64a-2b05-4f80-b409-a5a31b1e7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.720406 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-05cba64a-2b05-4f80-b409-a5a31b1e7433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.1193564 Jul 28 03:53:26.726343 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.784817 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859cdf8d-f109-43de-bdef-655761d1a1c4,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:26.833556 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:53:26.835310 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-13a147c1-ed37-414b-b143-f157002acfad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 999 time: 0.1038203 Jul 28 03:53:26.838927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.843833 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a5425c2c-2038-4668-ab4d-2e867e08b81d tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4804356 Jul 28 03:53:26.844880 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36360) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:26.849725 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:26.922657 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36362) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:26.924333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-0ca1b5fb-9807-4596-a298-41f7440b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:26.925928 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-0ca1b5fb-9807-4596-a298-41f7440b133c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.0739160 Jul 28 03:53:26.970334 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.019047 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-1a2ecb9f-a5c8-479e-a6b4-6b3582171dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:27.020583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-1a2ecb9f-a5c8-479e-a6b4-6b3582171dce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799475 Jul 28 03:53:27.062448 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.094297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 56c9b6e6-984e-419f-9a73-b948d4e1f001 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:53:27.094952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a70e7107-56a6-411b-8a06-527a3f4efc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.141069 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.171704 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '5de45ff9-6736-46ee-b3c9-03ae2d5de504', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '3de00699-1422-4fb7-9db7-331813208818', 'port_id': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'mac_address': 'fa:16:3e:17:87:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:53:24Z', 'updated_at': '2021-07-28T03:53:24Z', 'revision_number': 0, 'project_id': 'b72f895797944198bf4cf01e56395986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:53:27.178399 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb2d5e1-1867-44f8-8176-49d5b25dfadd,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:27.187508 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-be5bd5d3-b1f4-4c13-aab1-f45eca15ff0b service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529176 Jul 28 03:53:27.209806 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaa57c-e19b-492d-89db-744de41afc02 None None] The sync data for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi is: [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '5de45ff9-6736-46ee-b3c9-03ae2d5de504', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '3de00699-1422-4fb7-9db7-331813208818', 'port_id': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'mac_address': 'fa:16:3e:17:87:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:53:24Z', 'updated_at': '2021-07-28T03:53:24Z', 'revision_number': 0, 'project_id': 'b72f895797944198bf4cf01e56395986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:53:27.260973 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a70e7107-56a6-411b-8a06-527a3f4efc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.276528 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 56c9b6e6-984e-419f-9a73-b948d4e1f001 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:53:27.282432 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 56c9b6e6-984e-419f-9a73-b948d4e1f001 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:53:27.285598 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.325267 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e47145a-f9a3-45d5-b1c0-18817530f123 req-1ff49f99-1017-479e-a2e1-14767318432c service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162622 Jul 28 03:53:27.342407 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a70e7107-56a6-411b-8a06-527a3f4efc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.384147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36370) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:27.384558 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a70e7107-56a6-411b-8a06-527a3f4efc9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e27dbc0a69b4380b312ff8324d56600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605553 Jul 28 03:53:27.425738 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.427211 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e7107-56a6-411b-8a06-527a3f4efc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2cc453-ff68-4659-a395-6504f2d1fb30,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:27.433389 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.434982 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b74834e4-06d1-4124-a71c-4fbc3b8874ad tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5892336 Jul 28 03:53:27.437647 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36372) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:27.446232 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:27.465131 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:27.471527 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:27.471527 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86019cb6-5868-4d8a-bb25-1d9bb610729e" -d '{"events": [{"server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "name": "network-vif-plugged", "status": "completed", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:27.541226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.574433 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0b0ef-1b7f-4f0b-9bc1-a5fe5af845c4 req-70a7569d-605e-4c1e-aba3-aef78ba0cee0 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:27.576031 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdf0b0ef-1b7f-4f0b-9bc1-a5fe5af845c4 req-70a7569d-605e-4c1e-aba3-aef78ba0cee0 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.1275837 Jul 28 03:53:27.576703 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.583168 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.604180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0c863-564e-48f5-9f37-293de0f3d546 req-0866d946-8963-49db-b1af-aa8511672c5a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:27.606958 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30a0c863-564e-48f5-9f37-293de0f3d546 req-0866d946-8963-49db-b1af-aa8511672c5a tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 944 time: 0.1200702 Jul 28 03:53:27.650921 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:27.660940 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6255cbc-51b0-4a23-ac69-43cc69e2edb4 None None] New status for floating IP 5de45ff9-6736-46ee-b3c9-03ae2d5de504: ACTIVE {{(pid=105297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:53:27.688094 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.744342 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.780444 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfdf1b1-3ec0-4230-8d6e-76f6b18016e7,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:27.861131 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.865196 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0c8850ee-952c-4854-bf48-249cc64d7f19 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237020 Jul 28 03:53:27.865608 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36380) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:27.871724 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:27.936913 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:27.961869 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdf0b0ef-1b7f-4f0b-9bc1-a5fe5af845c4 req-14ef7e78-e4a4-4b5c-b61a-20df8f2dca67 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3707683 Jul 28 03:53:27.988432 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30a0c863-564e-48f5-9f37-293de0f3d546 req-d68c60e7-4b10-4a6d-8916-1807dd2a84e7 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676937 Jul 28 03:53:28.004938 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.071476 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd7389-dbf7-42d0-9c8e-2c34ed3832d4 x-openstack-request-id: req-e9bd7389-dbf7-42d0-9c8e-2c34ed3832d4 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:28.071801 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "name": "network-vif-plugged", "status": "completed", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:28.072057 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9bd7389-dbf7-42d0-9c8e-2c34ed3832d4 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:28.072483 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001', 'code': 200} Jul 28 03:53:28.084268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.088193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.093492 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c2cc453-ff68-4659-a395-6504f2d1fb30 HTTP/1.1" status: 204 len: 168 time: 0.7043822 Jul 28 03:53:28.099997 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.129837 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac5134-8942-4f11-be2a-b40249edea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2cc453-ff68-4659-a395-6504f2d1fb30,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:28.169823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.172067 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f60-a7b8-4491-ac33-09e2cded1c68 req-069e87de-ab31-4158-a30c-ced68137f977 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:28.173945 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-68652f60-a7b8-4491-ac33-09e2cded1c68 req-069e87de-ab31-4158-a30c-ced68137f977 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0803947 Jul 28 03:53:28.206824 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b826f5-6409-499c-b4ba-13edd3190873,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:28.233978 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-68652f60-a7b8-4491-ac33-09e2cded1c68 req-67e1da9e-01b3-42d2-9c39-4b71a3b595ae tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520039 Jul 28 03:53:28.284285 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.284521 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.288336 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-815fb845-3576-4f3c-afaa-0b1e89a94a18 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187803 Jul 28 03:53:28.289404 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36384) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:28.293480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:28.408133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.523940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.526493 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c441f-f5a7-4c72-9493-7b0408457674 req-82b6f8f3-dfb1-4706-90cc-ab36687f0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:28.528380 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-430c441f-f5a7-4c72-9493-7b0408457674 req-82b6f8f3-dfb1-4706-90cc-ab36687f0b07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 1098 time: 0.0872097 Jul 28 03:53:28.575434 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-430c441f-f5a7-4c72-9493-7b0408457674 req-a07343c0-730e-406f-8e9b-ad5c2a64d600 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 Jul 28 03:53:28.605018 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.623264 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e70486-eeef-4733-aaf5-593e714ad4cd,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:28.706791 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.710424 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-bdadf2f4-94c7-46c3-9a65-d0edacce030f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180937 Jul 28 03:53:28.710842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36388) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:28.718742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:28.820984 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.securitygroups_db [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Project b72f895797944198bf4cf01e56395986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:53:28.827355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.856480 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36390) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:28.870321 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5c91fb13-6c34-44e1-b10e-d0c27efce752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.921670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.985670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5c91fb13-6c34-44e1-b10e-d0c27efce752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:28.999212 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.024846 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abbc433-0cd5-4e64-9bfc-fea37fbf8ef8,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:29.044232 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5c91fb13-6c34-44e1-b10e-d0c27efce752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.144441 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91fb13-6c34-44e1-b10e-d0c27efce752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb74119-f26a-4e4e-bca1-6ea87442b7b2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:29.144980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36398) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:29.145619 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5c91fb13-6c34-44e1-b10e-d0c27efce752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c680601452364bd1ad255bdcc12565c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700665 Jul 28 03:53:29.179494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.181761 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-82573228-d86e-4422-a1f2-2a062d635bfb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4681628 Jul 28 03:53:29.183982 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36400) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:29.188732 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'security_group_rule': {'security_group_id': '859cdf8d-f109-43de-bdef-655761d1a1c4', 'project_id': 'b72f895797944198bf4cf01e56395986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:29.254727 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.288841 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.315679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afde5c-0d55-486b-b0a1-f5580548e351 req-0cc83478-63fa-4e39-b3d4-d015b7b9bf40 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:29.317229 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2afde5c-0d55-486b-b0a1-f5580548e351 req-0cc83478-63fa-4e39-b3d4-d015b7b9bf40 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.1416848 Jul 28 03:53:29.326673 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.securitygroups_db [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Project b72f895797944198bf4cf01e56395986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:53:29.334408 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7417-ed96-461b-bcfe-533e2296ddeb req-61d37aaf-d7ad-4721-85c1-5d85966659ef tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:29.335907 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f1d7417-ed96-461b-bcfe-533e2296ddeb req-61d37aaf-d7ad-4721-85c1-5d85966659ef tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.1590409 Jul 28 03:53:29.366321 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.420028 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f1d7417-ed96-461b-bcfe-533e2296ddeb req-b602d1b0-114e-4aa7-a377-42999c1d3de7 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682445 Jul 28 03:53:29.442340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b2afde5c-0d55-486b-b0a1-f5580548e351 req-512ac917-b243-4b8a-ac40-a55d45eb1f29 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800104 Jul 28 03:53:29.481605 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.484364 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.491850 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb74119-f26a-4e4e-bca1-6ea87442b7b2 HTTP/1.1" status: 204 len: 168 time: 0.3570693 Jul 28 03:53:29.508651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f3cc5-3529-4ab9-b829-9f559ceb7aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb74119-f26a-4e4e-bca1-6ea87442b7b2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:29.558064 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.593244 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11a65-b30c-4e6e-a0b8-8c898562b0dc req-03ec1d08-d1d1-4f6e-9c90-b7c9ed2efd6e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:29.595069 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cff11a65-b30c-4e6e-a0b8-8c898562b0dc req-03ec1d08-d1d1-4f6e-9c90-b7c9ed2efd6e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0680726 Jul 28 03:53:29.624435 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.651722 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cff11a65-b30c-4e6e-a0b8-8c898562b0dc req-c8318835-dfd6-426e-876c-145cf6c718c3 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474942 Jul 28 03:53:29.668887 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10d7c8f-b34a-4bb5-9551-bf5b1bf89efb,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:29.746627 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:29.748246 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f41108d2-5da8-4804-9689-6a1a3041e7eb tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5628812 Jul 28 03:53:29.838215 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-68ee80d4-06cb-42d3-8e12-addc903ae148 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604382071&fields=id&tenant_id=b72f895797944198bf4cf01e56395986 HTTP/1.1" status: 200 len: 267 time: 0.0360165 Jul 28 03:53:29.901247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2f1a51e6-6b42-4631-bfbd-0a551c829dc3 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:29.902822 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2f1a51e6-6b42-4631-bfbd-0a551c829dc3 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0576317 Jul 28 03:53:29.917853 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'port': {'security_groups': ['9d22fca5-95f6-4334-8c9c-03ac4ad81083', '859cdf8d-f109-43de-bdef-655761d1a1c4']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:53:30.019090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:30.317185 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:30.349718 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:30.858709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:30.904118 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:30.904818 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:30.906376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22bb144d-17bd-41bd-bc78-6bb6f4b296c7 req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "PUT /v2.0/ports/18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 982 time: 0.9938378 Jul 28 03:53:30.907297 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:30.912039 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6507fe7-92d7-4e57-94e1-227a8e1bff19" -d '{"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:30.912988 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:53:30.970413 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620c07f-22a2-4715-b983-924ade2a7459 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=6']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:31.145899 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa895476-fa82-40da-9275-7e40aa6aee90 req-126465d2-5f7d-4316-84b9-d7df1f4272ec tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.145899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa895476-fa82-40da-9275-7e40aa6aee90 req-126465d2-5f7d-4316-84b9-d7df1f4272ec tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.1033998 Jul 28 03:53:31.178542 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36432) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:31.194913 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-722ccec0-2b8a-4302-8969-4e5f51f15781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.213329 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:53:31.231074 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa895476-fa82-40da-9275-7e40aa6aee90 req-bb52163b-ea78-4336-a2b6-5436968b4d25 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839770 Jul 28 03:53:31.302584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413f1e-3368-4675-8144-6955088b5a40 req-136d13d7-1848-41d0-a76b-c7c3fe6d9a3a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.304255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad413f1e-3368-4675-8144-6955088b5a40 req-136d13d7-1848-41d0-a76b-c7c3fe6d9a3a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.1238718 Jul 28 03:53:31.306182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-b34affe0-04b7-43ed-8112-d546c618846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.307582 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-b34affe0-04b7-43ed-8112-d546c618846c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0756216 Jul 28 03:53:31.339678 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-04220ad9-0d58-490d-ad02-4075eefbb56a None None] Provisioning complete for port 18572b61-ddaf-459c-b73b-e513b2c85a0b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:53:31.340051 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-04220ad9-0d58-490d-ad02-4075eefbb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.373320 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-722ccec0-2b8a-4302-8969-4e5f51f15781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.458511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ad413f1e-3368-4675-8144-6955088b5a40 req-aab87bb6-7e1b-4804-b90f-bd8941232c58 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441991 Jul 28 03:53:31.467105 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-722ccec0-2b8a-4302-8969-4e5f51f15781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.481962 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf1f5-435e-4624-bc34-82e7b36654f2 req-d17b8876-1225-4327-b679-a9fe86ce2fe5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.483656 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2ffaf1f5-435e-4624-bc34-82e7b36654f2 req-d17b8876-1225-4327-b679-a9fe86ce2fe5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1481714 Jul 28 03:53:31.512506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-dfdc777e-110a-4926-b3bf-3455931323c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.514054 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-dfdc777e-110a-4926-b3bf-3455931323c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.1773911 Jul 28 03:53:31.538730 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-722ccec0-2b8a-4302-8969-4e5f51f15781 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba90c79a97f49b7afdf98c201fee9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587172 Jul 28 03:53:31.542533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 36434) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:31.589224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-d676a900-f758-48bf-8e33-f5325bbcb28f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.0631127 Jul 28 03:53:31.593113 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2ffaf1f5-435e-4624-bc34-82e7b36654f2 req-72654e75-e719-4604-8761-846797f942e1 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033638 Jul 28 03:53:31.633467 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ccec0-2b8a-4302-8969-4e5f51f15781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6693ceb-3e0c-4d41-9709-f779b926586e,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:31.641193 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.672315 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.738385 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e841b-ae18-4389-9d45-c3eebfc75d28 x-openstack-request-id: req-101e841b-ae18-4389-9d45-c3eebfc75d28 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:31.738709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:31.738983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-101e841b-ae18-4389-9d45-c3eebfc75d28 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:31.739396 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:53:31.830230 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.832968 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:31.838719 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6693ceb-3e0c-4d41-9709-f779b926586e HTTP/1.1" status: 204 len: 168 time: 0.2944796 Jul 28 03:53:31.850902 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5014b58-c175-467b-b0dc-912d4bf67f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6693ceb-3e0c-4d41-9709-f779b926586e,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:31.852718 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-ba65cbbf-7361-4a77-8567-3d197ab4dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.854682 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-ba65cbbf-7361-4a77-8567-3d197ab4dca1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.2515583 Jul 28 03:53:31.868814 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe92c2-d7ce-4068-83f2-d94ca21338c8 req-28c47e1e-bd21-4c6c-b1f8-5adfa7a388ff tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:31.881249 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26fe92c2-d7ce-4068-83f2-d94ca21338c8 req-28c47e1e-bd21-4c6c-b1f8-5adfa7a388ff tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.2790067 Jul 28 03:53:31.983519 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-b2171e6d-b3e3-4654-b183-1ff643e95fee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993268 Jul 28 03:53:32.059637 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-d0a10029-d5ed-475a-abcf-ac0e1df70885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.061168 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-d0a10029-d5ed-475a-abcf-ac0e1df70885 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1138 time: 0.2690573 Jul 28 03:53:32.067745 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26fe92c2-d7ce-4068-83f2-d94ca21338c8 req-d9167bde-c58d-4279-9052-516743cfabb9 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1760111 Jul 28 03:53:32.134050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a950-28f4-4f99-b521-995a9f40b14c req-5fcb64e1-35c1-4457-acdd-8afabd9f723e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.135605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a8d9a950-28f4-4f99-b521-995a9f40b14c req-5fcb64e1-35c1-4457-acdd-8afabd9f723e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.3125720 Jul 28 03:53:32.218773 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-987731ec-6102-45de-b5b6-5e0f24487301 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272997 Jul 28 03:53:32.225090 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a8d9a950-28f4-4f99-b521-995a9f40b14c req-46a483b8-7570-419a-b4db-c1e2097409a2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Jul 28 03:53:32.255994 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-ce41b044-2034-42c1-9ec4-e753856f9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.257461 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-ce41b044-2034-42c1-9ec4-e753856f9e69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.1842275 Jul 28 03:53:32.421583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-4d4d9d2a-a0df-4561-be49-483f348000ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 1001 time: 0.1334291 Jul 28 03:53:32.441382 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b73735-bfd6-43ce-bb38-592f48b5af9b req-8e3d3aa2-1728-4a0b-8fc4-a6d29890bf18 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.443024 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b1b73735-bfd6-43ce-bb38-592f48b5af9b req-8e3d3aa2-1728-4a0b-8fc4-a6d29890bf18 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.1199512 Jul 28 03:53:32.445992 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d86554c9-e2e8-47a5-9d18-4d9c7db1ad77 req-e79c334c-c543-4322-ba93-f3b7d8bef0bb service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135777 Jul 28 03:53:32.511491 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-60a93868-907c-4d2d-b9fc-d058f775267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.512985 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-60a93868-907c-4d2d-b9fc-d058f775267e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.0794587 Jul 28 03:53:32.518385 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b1b73735-bfd6-43ce-bb38-592f48b5af9b req-20bfd888-c33c-4021-86b5-1098cfe4a237 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Jul 28 03:53:32.619787 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-3fbf44cf-cb0f-4226-99b5-194f2b866d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.621340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-3fbf44cf-cb0f-4226-99b5-194f2b866d3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897942 Jul 28 03:53:32.650189 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068e186-bd69-424f-8e42-a043e9bda9e1 req-eeea51f7-6d41-4d99-a509-bed5455ae16f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.651911 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e068e186-bd69-424f-8e42-a043e9bda9e1 req-eeea51f7-6d41-4d99-a509-bed5455ae16f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0892422 Jul 28 03:53:32.776193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e068e186-bd69-424f-8e42-a043e9bda9e1 req-b07bb218-67df-4f65-ac74-bfab23b1e74e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155899 Jul 28 03:53:32.800855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f313217-8b88-4652-abd1-2fa356edef49 req-a2237a57-65db-4ddf-95f5-ff16712b271f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:32.802406 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f313217-8b88-4652-abd1-2fa356edef49 req-a2237a57-65db-4ddf-95f5-ff16712b271f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1256883 Jul 28 03:53:32.832085 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-a5016a4a-c7e0-46ac-9531-388c7d8d893a service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703937 Jul 28 03:53:32.896260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f313217-8b88-4652-abd1-2fa356edef49 req-bff2e7e8-d0d1-40f7-a869-24b2634c440b tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853255 Jul 28 03:53:32.948955 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6507fe7-92d7-4e57-94e1-227a8e1bff19 req-44c80bc9-1106-46e8-b310-5b28ae6bd3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043746 Jul 28 03:53:33.364845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd525-d1bf-4285-86c2-c8041786e91e req-7b8218ef-e21b-40f4-b1e3-c247e71c9a68 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:33.366397 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ffacd525-d1bf-4285-86c2-c8041786e91e req-7b8218ef-e21b-40f4-b1e3-c247e71c9a68 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0491371 Jul 28 03:53:33.405382 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ffacd525-d1bf-4285-86c2-c8041786e91e req-99ff60e0-5667-4d3c-9ad1-299990d55ccf tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Jul 28 03:53:33.787025 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20032-2ca1-48c5-b152-1257863296fa req-5db4769d-d6b5-43cc-8fcf-56d854a93c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:33.788662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-5db4769d-d6b5-43cc-8fcf-56d854a93c78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1099 time: 0.0394263 Jul 28 03:53:33.918703 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c833825-e611-4271-ac74-0741eb3fec92 req-e78870d3-4ebb-4f37-a66d-942eca1517f1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:33.920099 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c833825-e611-4271-ac74-0741eb3fec92 req-e78870d3-4ebb-4f37-a66d-942eca1517f1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0731151 Jul 28 03:53:33.935686 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20032-2ca1-48c5-b152-1257863296fa req-e0dcb2f3-09df-4c00-9eae-0396d539b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:33.937097 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-e0dcb2f3-09df-4c00-9eae-0396d539b816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.1335151 Jul 28 03:53:34.052768 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c833825-e611-4271-ac74-0741eb3fec92 req-1203ccc5-1a34-4d0a-8274-59fd5c0119ba tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255980 Jul 28 03:53:34.065638 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-7ca79483-11fa-4a8f-999b-8b57c16d2379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 1001 time: 0.1198537 Jul 28 03:53:34.081739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef935-7d8a-4f77-a31e-1c5e44192202 req-6030d4ea-b170-4a94-950d-bf4e9325998c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:34.081739 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6bef935-7d8a-4f77-a31e-1c5e44192202 req-6030d4ea-b170-4a94-950d-bf4e9325998c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0818951 Jul 28 03:53:34.149478 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6bef935-7d8a-4f77-a31e-1c5e44192202 req-d8f9b50c-3d76-4458-b65d-33c6897b9296 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599644 Jul 28 03:53:34.150915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20032-2ca1-48c5-b152-1257863296fa req-494136dd-2020-451f-9776-13d137a45169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:34.152261 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-494136dd-2020-451f-9776-13d137a45169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0719321 Jul 28 03:53:34.203793 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20032-2ca1-48c5-b152-1257863296fa req-62cd438a-c7db-4400-9f9a-3dc9f0635f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:34.205337 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-62cd438a-c7db-4400-9f9a-3dc9f0635f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437269 Jul 28 03:53:34.301092 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-708a535e-ce9c-43ff-8232-a274cc6885e9 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802834 Jul 28 03:53:34.398035 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ae20032-2ca1-48c5-b152-1257863296fa req-b58858a1-65e3-44a7-abd2-bbabb72cb0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Jul 28 03:53:34.521213 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022434d-066f-4e5c-bcfb-ca91a3ab5121 req-e82fb9ba-e8d1-49d6-b8f5-c31b280a22ae tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:34.522923 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b022434d-066f-4e5c-bcfb-ca91a3ab5121 req-e82fb9ba-e8d1-49d6-b8f5-c31b280a22ae tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0490792 Jul 28 03:53:34.563497 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b022434d-066f-4e5c-bcfb-ca91a3ab5121 req-6420dc7a-7e79-473d-a4ee-0133d761864a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Jul 28 03:53:35.181529 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597708d-8e74-4763-970c-de19aaffb04e req-f0b45d40-b1db-4bb1-812d-30c624fee870 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:35.182934 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0597708d-8e74-4763-970c-de19aaffb04e req-f0b45d40-b1db-4bb1-812d-30c624fee870 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0475464 Jul 28 03:53:35.219960 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0597708d-8e74-4763-970c-de19aaffb04e req-39c54979-f4bf-4f48-8b2c-1b90c69883e6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310347 Jul 28 03:53:35.272385 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34643a7b-0822-4128-a65f-9a9d923e65f3 req-998a1281-15c1-4d37-b778-6ba847e4ddef tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:35.274751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34643a7b-0822-4128-a65f-9a9d923e65f3 req-998a1281-15c1-4d37-b778-6ba847e4ddef tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0529656 Jul 28 03:53:35.312417 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34643a7b-0822-4128-a65f-9a9d923e65f3 req-33cec3b6-53ef-461d-af16-b3030f560d9e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Jul 28 03:53:35.675556 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d37e8-65bb-4d06-9f16-aa0ed785c714 req-3ea7d05a-0862-42be-af04-5deda6115a97 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:35.677018 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a37d37e8-65bb-4d06-9f16-aa0ed785c714 req-3ea7d05a-0862-42be-af04-5deda6115a97 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0474427 Jul 28 03:53:35.713427 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a37d37e8-65bb-4d06-9f16-aa0ed785c714 req-eb37e2ba-e3f5-4e15-b8e6-428c180f14f6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Jul 28 03:53:36.342054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561b03-c7cf-4c4c-8c71-4e6fe25220b0 req-584c70b2-31b7-4f99-b378-07b0f355fb1d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:36.343544 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31561b03-c7cf-4c4c-8c71-4e6fe25220b0 req-584c70b2-31b7-4f99-b378-07b0f355fb1d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Jul 28 03:53:36.383944 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31561b03-c7cf-4c4c-8c71-4e6fe25220b0 req-08b44953-26f8-4ab1-8acf-a7fc5a0c365d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346305 Jul 28 03:53:36.658537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca812c-07c5-4bf0-85b0-82fa94521903 req-849e38b7-5fa3-4453-b73b-c28dc1d66c6a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:36.660115 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86ca812c-07c5-4bf0-85b0-82fa94521903 req-849e38b7-5fa3-4453-b73b-c28dc1d66c6a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.2809646 Jul 28 03:53:36.699832 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86ca812c-07c5-4bf0-85b0-82fa94521903 req-d2375d00-a707-4de2-be61-3bbe57f467fb tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Jul 28 03:53:36.830432 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50e9a-8ac9-4c14-a72d-02f26317ad1f req-81415eac-7ae0-4acb-8c34-85240d8d16f9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:36.832106 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-11c50e9a-8ac9-4c14-a72d-02f26317ad1f req-81415eac-7ae0-4acb-8c34-85240d8d16f9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Jul 28 03:53:36.870551 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-11c50e9a-8ac9-4c14-a72d-02f26317ad1f req-00be68d2-658c-4915-b113-985544f8e6c6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jul 28 03:53:37.157913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:53:37.236214 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:37.258017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:53:37.260261 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab2180-6de7-4744-bfb0-bab547cad73b" -d '{"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:53:37.272743 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:37.298868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c5ed9-b243-4ff8-ad37-3ef08e0df21b x-openstack-request-id: req-6f9c5ed9-b243-4ff8-ad37-3ef08e0df21b {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:53:37.298868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:53:37.298868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f9c5ed9-b243-4ff8-ad37-3ef08e0df21b {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:53:37.299197 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'code': 200} Jul 28 03:53:37.352200 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:37.399623 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=8']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:37.500091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b1b24-7ca8-42f4-bead-7d958e989b0e req-c63070f3-df73-452c-894c-13ae2bf85d03 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:37.501482 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7a7b1b24-7ca8-42f4-bead-7d958e989b0e req-c63070f3-df73-452c-894c-13ae2bf85d03 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0474949 Jul 28 03:53:37.540831 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7a7b1b24-7ca8-42f4-bead-7d958e989b0e req-ea738c27-6227-415b-982d-b055ed3e9fa5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328493 Jul 28 03:53:37.818353 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c308ce-2f49-4231-bc5c-f1ff1901e281 req-35e2058a-a8d1-45f1-a501-d4e0127381e2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:37.820034 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7c308ce-2f49-4231-bc5c-f1ff1901e281 req-35e2058a-a8d1-45f1-a501-d4e0127381e2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Jul 28 03:53:37.857933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7c308ce-2f49-4231-bc5c-f1ff1901e281 req-573ac9b4-1233-40ed-8011-8de5309d15ab tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Jul 28 03:53:37.986885 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f06170-c61d-4ebf-a5a7-d7f927b1094f req-37b8a6cd-a623-4136-b800-34db4a332dc6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:37.988368 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6f06170-c61d-4ebf-a5a7-d7f927b1094f req-37b8a6cd-a623-4136-b800-34db4a332dc6 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Jul 28 03:53:38.026758 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6f06170-c61d-4ebf-a5a7-d7f927b1094f req-372a9a9e-694c-49e3-8973-6320a55f4d26 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jul 28 03:53:39.000217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3180a-ab44-45d3-8421-a3b5f1b9953b req-3ee1286f-08bc-4c97-bc23-cd1210828b39 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.001654 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3fa3180a-ab44-45d3-8421-a3b5f1b9953b req-3ee1286f-08bc-4c97-bc23-cd1210828b39 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0743215 Jul 28 03:53:39.033474 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1fb9f-102b-4e50-90d1-836779993ed0 req-3c57cc6c-eead-4970-b99a-4b508e671898 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.034956 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-57b1fb9f-102b-4e50-90d1-836779993ed0 req-3c57cc6c-eead-4970-b99a-4b508e671898 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0726960 Jul 28 03:53:39.069406 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3fa3180a-ab44-45d3-8421-a3b5f1b9953b req-2c8d12f0-768e-4297-a05a-5ffa080e7ee3 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590639 Jul 28 03:53:39.091193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-57b1fb9f-102b-4e50-90d1-836779993ed0 req-fa0fe477-aab2-4368-bbbe-c4cd07c20beb tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491972 Jul 28 03:53:39.201446 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7916-5ce4-48af-9ea0-3edf1f0e5e65 req-98852182-5f07-4d87-a8ef-92625673d480 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.202949 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-98ca7916-5ce4-48af-9ea0-3edf1f0e5e65 req-98852182-5f07-4d87-a8ef-92625673d480 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0549748 Jul 28 03:53:39.246928 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-98ca7916-5ce4-48af-9ea0-3edf1f0e5e65 req-5268ebe7-87d9-47eb-b16f-8c8047b6fbf7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Jul 28 03:53:39.435882 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0305391-4652-4145-9f36-8b8a4dd6d5e4 req-1f2ae2c9-cae5-46b5-a7a5-bfaf7641363e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.437243 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0305391-4652-4145-9f36-8b8a4dd6d5e4 req-1f2ae2c9-cae5-46b5-a7a5-bfaf7641363e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0489151 Jul 28 03:53:39.480058 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0305391-4652-4145-9f36-8b8a4dd6d5e4 req-e9ca962e-2eda-46eb-9a87-35680d484cce tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367124 Jul 28 03:53:39.577753 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 36644) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:53:39.624445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8603-eb40-43fc-b837-c326fc62906c req-fcaffca7-b5e0-48f2-a563-abf06712c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.624445 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-fcaffca7-b5e0-48f2-a563-abf06712c31a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0441964 Jul 28 03:53:39.722201 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-fcc466c8-b115-4ed3-ae4d-03e597f0a2b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431792 Jul 28 03:53:39.740926 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8603-eb40-43fc-b837-c326fc62906c req-53dd23b1-05fa-4700-a69c-63f8441460d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.742470 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-53dd23b1-05fa-4700-a69c-63f8441460d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.1081493 Jul 28 03:53:39.808047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-0adeff74-c2e0-436a-930e-9223004100a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 1001 time: 0.0575466 Jul 28 03:53:39.858458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8603-eb40-43fc-b837-c326fc62906c req-1547a498-4642-4e6f-b24e-b2f0bd89c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.859933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-1547a498-4642-4e6f-b24e-b2f0bd89c62e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0444825 Jul 28 03:53:39.908165 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8603-eb40-43fc-b837-c326fc62906c req-e1c78cc8-2fa4-4785-b37c-92c65a344dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:39.909645 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-e1c78cc8-2fa4-4785-b37c-92c65a344dfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420742 Jul 28 03:53:40.010344 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-c647b3b2-04f0-4889-b6de-05f0f00de9c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826190 Jul 28 03:53:40.102607 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bfae8603-eb40-43fc-b837-c326fc62906c req-29b37015-4c29-4405-8259-ca9e9ad2a21d service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851116 Jul 28 03:53:40.237961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844855c-45b9-44d6-b0fb-3ab87db16097 req-1006ed9c-04c8-4d17-b7a4-c7553f9f4753 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:40.239608 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1844855c-45b9-44d6-b0fb-3ab87db16097 req-1006ed9c-04c8-4d17-b7a4-c7553f9f4753 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0539684 Jul 28 03:53:40.278010 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1844855c-45b9-44d6-b0fb-3ab87db16097 req-6029b9fd-ac97-4175-a266-896b08a77533 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323782 Jul 28 03:53:40.370379 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2200e-fc9a-4c56-acc9-ba3abd1aefb7 req-4c1f046d-262e-459c-8e69-7d05945b5f5f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:40.371916 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdd2200e-fc9a-4c56-acc9-ba3abd1aefb7 req-4c1f046d-262e-459c-8e69-7d05945b5f5f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0483263 Jul 28 03:53:40.411599 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdd2200e-fc9a-4c56-acc9-ba3abd1aefb7 req-54f5769f-9161-41a9-86dc-12a9d7967442 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Jul 28 03:53:40.598103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809fc7e-950c-41f7-8865-5a8d4a49feec req-ef013660-0270-43d1-a576-786d2fc76379 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:40.599488 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9809fc7e-950c-41f7-8865-5a8d4a49feec req-ef013660-0270-43d1-a576-786d2fc76379 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Jul 28 03:53:40.638515 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9809fc7e-950c-41f7-8865-5a8d4a49feec req-e6740e02-f38e-4091-80eb-2ac2edc45e1b tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Jul 28 03:53:41.397434 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616bd7-048e-4706-8dbf-ff62911a59b6 req-f685a061-0690-4b92-9753-b204bc93a074 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:41.399093 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5a616bd7-048e-4706-8dbf-ff62911a59b6 req-f685a061-0690-4b92-9753-b204bc93a074 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0508165 Jul 28 03:53:41.437990 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5a616bd7-048e-4706-8dbf-ff62911a59b6 req-f4ef2195-ebb0-44ee-8d7e-e5aa29efc051 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320749 Jul 28 03:53:41.525231 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faecb51-bdd1-4389-bed2-ac888c253add req-10694577-56d7-48e9-9ccb-7fbd92e10b2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:41.526807 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3faecb51-bdd1-4389-bed2-ac888c253add req-10694577-56d7-48e9-9ccb-7fbd92e10b2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0485749 Jul 28 03:53:41.564778 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3faecb51-bdd1-4389-bed2-ac888c253add req-e4d92b27-453f-41fa-8e99-26f23a1c8e0e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Jul 28 03:53:41.756907 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccea32-7f68-44a4-8ad6-b9ce40489b72 req-44eff394-2058-41b1-bf28-95b236aed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:41.759047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-99ccea32-7f68-44a4-8ad6-b9ce40489b72 req-44eff394-2058-41b1-bf28-95b236aed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0515659 Jul 28 03:53:41.795639 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-99ccea32-7f68-44a4-8ad6-b9ce40489b72 req-21f6bc47-5e11-4fdd-88a6-81d15ac65c53 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Jul 28 03:53:42.166972 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-4f465f74-0f69-42e8-a6b9-132c97479b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:42.558409 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe104c-e9b7-4fe9-9c0a-bff85ffe2bb7 req-64d0cf84-5de4-42df-a21c-ee348c4fa08d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:42.559947 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8fe104c-e9b7-4fe9-9c0a-bff85ffe2bb7 req-64d0cf84-5de4-42df-a21c-ee348c4fa08d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0483277 Jul 28 03:53:42.599892 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8fe104c-e9b7-4fe9-9c0a-bff85ffe2bb7 req-0b8fdb57-6fa9-415b-b189-5ffd8b0e042e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337644 Jul 28 03:53:42.689514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b285df-036c-47d2-95fe-43e3e73a5277 req-bfc0c895-f1b4-430d-95f8-0e247c3ee43d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:42.691074 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90b285df-036c-47d2-95fe-43e3e73a5277 req-bfc0c895-f1b4-430d-95f8-0e247c3ee43d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Jul 28 03:53:42.729642 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90b285df-036c-47d2-95fe-43e3e73a5277 req-9c31aa54-ad73-4db2-94f1-2d9ee03204d4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 28 03:53:43.722046 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eda7d1-c3a9-4efb-b379-436c1a8012ab req-d751851d-e4dd-4f0e-98d7-9d1d32612603 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:43.723550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7eda7d1-c3a9-4efb-b379-436c1a8012ab req-d751851d-e4dd-4f0e-98d7-9d1d32612603 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0518088 Jul 28 03:53:43.761369 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a7eda7d1-c3a9-4efb-b379-436c1a8012ab req-2f117a27-d103-4ed5-9d8e-a265b1b5d421 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309541 Jul 28 03:53:43.869243 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0054c4-ebfa-4ff1-996c-f8db97d4b6b5 req-6bd57c66-dd7a-415f-938e-57d21b0f9ba4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:43.870875 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e0054c4-ebfa-4ff1-996c-f8db97d4b6b5 req-6bd57c66-dd7a-415f-938e-57d21b0f9ba4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0487881 Jul 28 03:53:43.909998 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e0054c4-ebfa-4ff1-996c-f8db97d4b6b5 req-7bc373b0-c08c-4b8e-8253-bef312e58890 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Jul 28 03:53:44.789922 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa82a4f-6c30-4c56-babc-34ed3c5424b1 req-8f67ff0a-3839-4917-90aa-df2679b014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:44.791449 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fa82a4f-6c30-4c56-babc-34ed3c5424b1 req-8f67ff0a-3839-4917-90aa-df2679b014ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0398602 Jul 28 03:53:44.829801 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fa82a4f-6c30-4c56-babc-34ed3c5424b1 req-65fda3bd-1501-4997-9164-fa565e138206 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290341 Jul 28 03:53:44.884438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac99ac-90a9-4e22-8ff3-377feb3f3159 req-1631333f-680d-4e28-8bb0-80320b95d577 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:44.885989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6fac99ac-90a9-4e22-8ff3-377feb3f3159 req-1631333f-680d-4e28-8bb0-80320b95d577 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Jul 28 03:53:44.924376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6fac99ac-90a9-4e22-8ff3-377feb3f3159 req-929c4895-a6c9-41f4-bc44-dfa31e922377 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325043 Jul 28 03:53:45.024417 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f332211-da8f-4a73-8b0a-6aaf87b8c4d1 req-e84a2c24-a62d-4369-917a-0dbe064b13d3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.025940 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f332211-da8f-4a73-8b0a-6aaf87b8c4d1 req-e84a2c24-a62d-4369-917a-0dbe064b13d3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0480058 Jul 28 03:53:45.026467 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a237616b-c99c-4aef-bfae-9d3b67e799c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:45.065240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f332211-da8f-4a73-8b0a-6aaf87b8c4d1 req-619317e1-4ae4-474c-badb-c2b95c8cea81 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Jul 28 03:53:45.280604 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:45.552919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-82634d67-ba7c-4d9a-83b6-8385b0ce0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.555133 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-82634d67-ba7c-4d9a-83b6-8385b0ce0c27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 1097 time: 0.0697577 Jul 28 03:53:45.645164 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-87d0248e-1692-4c77-b165-1e7e9b42926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.646635 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-87d0248e-1692-4c77-b165-1e7e9b42926d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1097 time: 0.0488157 Jul 28 03:53:45.735764 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-6d9f2339-7341-4e84-826e-02d159cfbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.737273 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-6d9f2339-7341-4e84-826e-02d159cfbb37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.0828977 Jul 28 03:53:45.803967 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-b11e3968-1789-4810-b5e0-00d5c3abc9a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 200 len: 999 time: 0.0586801 Jul 28 03:53:45.864147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-39108d60-3b67-4b8b-87bb-25d076f91d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.865600 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-39108d60-3b67-4b8b-87bb-25d076f91d58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0440962 Jul 28 03:53:45.912847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-eb8817c1-9a6d-4b3e-8068-145736567457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:45.914888 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-eb8817c1-9a6d-4b3e-8068-145736567457 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385611 Jul 28 03:53:45.967208 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:46.051389 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-fe5da781-e162-413d-942e-6410951e0c74 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225464 Jul 28 03:53:46.075050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e47f4-806b-44ea-82da-307bb7cb1488 req-b3b36d70-9b97-4d7d-962e-021088b52484 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:46.076924 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3e6e47f4-806b-44ea-82da-307bb7cb1488 req-b3b36d70-9b97-4d7d-962e-021088b52484 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0601187 Jul 28 03:53:46.119448 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3e6e47f4-806b-44ea-82da-307bb7cb1488 req-21edb093-1f66-4411-a55c-c2bf6f929223 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354180 Jul 28 03:53:46.230071 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd61e69-63cd-4bbf-854d-fd845dd3df65 req-5297e5ab-f452-45f8-8921-a92541344663 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:46.231626 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2bd61e69-63cd-4bbf-854d-fd845dd3df65 req-5297e5ab-f452-45f8-8921-a92541344663 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0989566 Jul 28 03:53:46.285883 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-5a1e2a66-a1fd-46e3-9367-118a6ab40c62 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278176 Jul 28 03:53:46.290922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2bd61e69-63cd-4bbf-854d-fd845dd3df65 req-cea3a256-c807-4e7e-a217-522cdd1ea42b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Jul 28 03:53:47.339698 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730814d6-da55-410e-8c16-b139d159067a req-32c1284a-3dad-4bc2-a957-50bb2f5cdea8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:47.341844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-730814d6-da55-410e-8c16-b139d159067a req-32c1284a-3dad-4bc2-a957-50bb2f5cdea8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0876489 Jul 28 03:53:47.392960 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-730814d6-da55-410e-8c16-b139d159067a req-6c92d3d9-b8a6-4d93-b0aa-d7ea1794d088 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432930 Jul 28 03:53:47.523518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe76b4-4938-49aa-82d5-d460e61a570e req-7df12850-5c8f-4ee9-b17a-b85b8db806d5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:47.525076 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2afe76b4-4938-49aa-82d5-d460e61a570e req-7df12850-5c8f-4ee9-b17a-b85b8db806d5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0530317 Jul 28 03:53:47.571520 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2afe76b4-4938-49aa-82d5-d460e61a570e req-69f1d9f8-aa53-4672-8fd0-a56cf753d501 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Jul 28 03:53:47.669145 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:47.857445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b2087-15a3-4b10-b069-a4780eeb8103 req-9cd07783-5216-4d74-aa5a-cbb8e0c972c6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:47.858868 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b77b2087-15a3-4b10-b069-a4780eeb8103 req-9cd07783-5216-4d74-aa5a-cbb8e0c972c6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0610340 Jul 28 03:53:47.897060 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b77b2087-15a3-4b10-b069-a4780eeb8103 req-fc6c7c04-feb1-47c2-b7b6-04eb260cf489 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Jul 28 03:53:48.068868 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2d726-e7a6-4055-90b8-7222fe7f12e7 req-98a7fefe-d8aa-49dd-bf1b-2de6736fc060 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:48.068868 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-99a2d726-e7a6-4055-90b8-7222fe7f12e7 req-98a7fefe-d8aa-49dd-bf1b-2de6736fc060 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0539579 Jul 28 03:53:48.118385 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-99a2d726-e7a6-4055-90b8-7222fe7f12e7 req-e88a06cb-a08a-4242-9916-64e58cc8f675 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Jul 28 03:53:48.554483 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a396-cd19-482d-a2ee-547145f26821 req-5277a7f6-a55d-420b-9ac9-27e279323c50 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:48.555961 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d3a396-cd19-482d-a2ee-547145f26821 req-5277a7f6-a55d-420b-9ac9-27e279323c50 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0488324 Jul 28 03:53:48.602010 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-51d3a396-cd19-482d-a2ee-547145f26821 req-1aca9af5-a6b3-4351-bdd9-a460798bce78 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392966 Jul 28 03:53:49.021068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472d75-0e45-4783-8330-799c32a52aae req-b51313e7-7906-494a-8e7e-47367faaa144 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:49.022478 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1472d75-0e45-4783-8330-799c32a52aae req-b51313e7-7906-494a-8e7e-47367faaa144 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Jul 28 03:53:49.060205 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1472d75-0e45-4783-8330-799c32a52aae req-aa36e443-397a-4680-b9e1-5e6736fad5f3 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jul 28 03:53:49.242193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee705b9-4da2-4352-a8cd-f98d17420e9c req-68b882a3-b867-415c-8308-3179df53f2fc tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:49.243682 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ee705b9-4da2-4352-a8cd-f98d17420e9c req-68b882a3-b867-415c-8308-3179df53f2fc tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Jul 28 03:53:49.284452 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ee705b9-4da2-4352-a8cd-f98d17420e9c req-5157770f-c149-45f1-a2a3-241841b729f7 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347898 Jul 28 03:53:49.734033 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70493908-d858-4b53-ac89-4a4090af3991 req-ffdba25f-8d0b-4146-9e1a-8ce9e801861e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:49.735540 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70493908-d858-4b53-ac89-4a4090af3991 req-ffdba25f-8d0b-4146-9e1a-8ce9e801861e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0479207 Jul 28 03:53:49.773457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70493908-d858-4b53-ac89-4a4090af3991 req-5dd81ecf-ac1e-4ce1-a3e1-9012312df244 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315447 Jul 28 03:53:50.180435 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da05c8-6099-49b4-826a-d705b81341ea req-51bb7d5a-e423-49d0-adf0-e45350225844 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:50.181925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26da05c8-6099-49b4-826a-d705b81341ea req-51bb7d5a-e423-49d0-adf0-e45350225844 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0471880 Jul 28 03:53:50.216975 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26da05c8-6099-49b4-826a-d705b81341ea req-9ef94d1b-b18b-4e15-ba04-990b985c71e6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293291 Jul 28 03:53:50.398680 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811881-d3e0-4a8a-9e50-704ffa916539 req-bdcde807-7548-4a5f-8499-e539eeec8361 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:50.400520 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4811881-d3e0-4a8a-9e50-704ffa916539 req-bdcde807-7548-4a5f-8499-e539eeec8361 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Jul 28 03:53:50.448711 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4811881-d3e0-4a8a-9e50-704ffa916539 req-929b45d5-2109-437c-b06e-55f9b29af529 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Jul 28 03:53:50.889708 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f586-5d54-442b-a194-97b03481b22b req-5b0cb4a7-0075-498c-bfaf-5f5e8ec59b6b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:50.891210 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f41f586-5d54-442b-a194-97b03481b22b req-5b0cb4a7-0075-498c-bfaf-5f5e8ec59b6b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0472391 Jul 28 03:53:50.934227 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1f41f586-5d54-442b-a194-97b03481b22b req-27275b7e-9cff-44c4-9abb-f1109b4fd4ee tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370681 Jul 28 03:53:51.328318 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ab450-a250-410c-abeb-d581133b1442 req-19833e24-b245-47a5-ad19-6cf58418c791 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:51.329798 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-379ab450-a250-410c-abeb-d581133b1442 req-19833e24-b245-47a5-ad19-6cf58418c791 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0474720 Jul 28 03:53:51.371835 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-379ab450-a250-410c-abeb-d581133b1442 req-96695380-c6c4-4458-b393-a3c5ec32cd7f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Jul 28 03:53:51.565813 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0cf8-ec62-4cd2-817c-2751cab8dbc1 req-140cc3be-e03a-4605-96b3-e8b5e84a6ef8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:51.567330 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-32cd0cf8-ec62-4cd2-817c-2751cab8dbc1 req-140cc3be-e03a-4605-96b3-e8b5e84a6ef8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0468528 Jul 28 03:53:51.609420 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-32cd0cf8-ec62-4cd2-817c-2751cab8dbc1 req-3c9c3a90-2572-4aa8-b2ef-2ae0066c89b1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Jul 28 03:53:52.057824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f512da-5b37-4e17-ada8-88b7ec67f7b5 req-ace21d3b-cf7f-4239-8089-1767aebee556 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:52.059312 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c6f512da-5b37-4e17-ada8-88b7ec67f7b5 req-ace21d3b-cf7f-4239-8089-1767aebee556 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0472581 Jul 28 03:53:52.095996 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c6f512da-5b37-4e17-ada8-88b7ec67f7b5 req-40a3883b-d49a-4a0c-b8bb-215d5b4aa40d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309007 Jul 28 03:53:52.485240 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345b389-5184-45ff-a65f-2b1af192cbbc req-8ac4410f-5a0c-4936-ba43-873b1010c9f8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:52.486862 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2345b389-5184-45ff-a65f-2b1af192cbbc req-8ac4410f-5a0c-4936-ba43-873b1010c9f8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Jul 28 03:53:52.525138 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2345b389-5184-45ff-a65f-2b1af192cbbc req-a5932bd6-060a-460e-b4bc-75cce0763e1d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 28 03:53:52.731243 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f61d2-dc70-4ce1-b8ce-3f6318058be7 req-bbd1aba6-714b-47e4-a344-018ef2214cf2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:52.732845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9a1f61d2-dc70-4ce1-b8ce-3f6318058be7 req-bbd1aba6-714b-47e4-a344-018ef2214cf2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0549700 Jul 28 03:53:52.783564 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9a1f61d2-dc70-4ce1-b8ce-3f6318058be7 req-9a3b161d-99e4-4ed1-8704-e0aad865fe54 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Jul 28 03:53:53.216569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ae69b-60d0-46ba-a215-b9121d332679 req-9b2a349e-cd8c-434d-be82-eb0407b17e20 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:53.218082 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-904ae69b-60d0-46ba-a215-b9121d332679 req-9b2a349e-cd8c-434d-be82-eb0407b17e20 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0481002 Jul 28 03:53:53.256892 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-904ae69b-60d0-46ba-a215-b9121d332679 req-36e19891-8cec-44a7-9e56-19a052939bed tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329359 Jul 28 03:53:53.640252 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aabe23-a8bd-4616-9b36-a1f2c96d4041 req-5254d4ea-781a-408c-ad7b-e6f41870f2ed tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:53.642124 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48aabe23-a8bd-4616-9b36-a1f2c96d4041 req-5254d4ea-781a-408c-ad7b-e6f41870f2ed tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0493524 Jul 28 03:53:53.681772 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48aabe23-a8bd-4616-9b36-a1f2c96d4041 req-bf668f1e-a8de-4bff-a521-730c6dda3061 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Jul 28 03:53:53.899071 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934d75-4175-455d-944a-ede5ed2e67f7 req-31b02744-3939-4393-902b-056b5811fa88 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:53.900566 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63934d75-4175-455d-944a-ede5ed2e67f7 req-31b02744-3939-4393-902b-056b5811fa88 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0462468 Jul 28 03:53:53.953574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-63934d75-4175-455d-944a-ede5ed2e67f7 req-b8d78976-a547-426f-a535-b78a3f95ea29 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Jul 28 03:53:54.372361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881764fd-9695-4bcb-aa67-6d458541bf07 req-70fce8c1-0f3b-4f26-9d44-4e7abc187157 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:54.373950 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-881764fd-9695-4bcb-aa67-6d458541bf07 req-70fce8c1-0f3b-4f26-9d44-4e7abc187157 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0483940 Jul 28 03:53:54.413168 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-881764fd-9695-4bcb-aa67-6d458541bf07 req-0639d607-39b8-4d22-8aff-7bbb55d6cc81 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333385 Jul 28 03:53:54.632971 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:54.803385 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd6f67-1afa-4982-87ae-06db11d5248e req-2ee0356f-0c80-43ef-b606-b63ac7a93b97 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:54.816539 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30bd6f67-1afa-4982-87ae-06db11d5248e req-2ee0356f-0c80-43ef-b606-b63ac7a93b97 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0615034 Jul 28 03:53:54.853750 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30bd6f67-1afa-4982-87ae-06db11d5248e req-d01dbc7c-ef90-4cc7-8580-676bfcbe0a86 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Jul 28 03:53:55.067745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657b96-ffee-471e-b9a4-cd4107ac8e01 req-1021d281-208b-4821-9671-c30087886787 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:55.069223 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a5657b96-ffee-471e-b9a4-cd4107ac8e01 req-1021d281-208b-4821-9671-c30087886787 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0475235 Jul 28 03:53:55.115410 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a5657b96-ffee-471e-b9a4-cd4107ac8e01 req-8e24e6b3-c73a-493e-84e1-85a7644d7c26 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Jul 28 03:53:55.533324 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3eede-1138-45b1-ae39-fa17f9502f17 req-30300730-fc00-45f5-b9b8-564b1d4a53ce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:55.534791 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-56a3eede-1138-45b1-ae39-fa17f9502f17 req-30300730-fc00-45f5-b9b8-564b1d4a53ce tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0489564 Jul 28 03:53:55.574998 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-56a3eede-1138-45b1-ae39-fa17f9502f17 req-5648c7d9-d19a-4d3f-95f3-32fa4edcc210 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331659 Jul 28 03:53:55.964526 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768696d5-1a6a-4bbd-9e47-c13d0ec500fb req-0536d958-2367-4477-812f-9e027cf8da3e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:55.966073 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-768696d5-1a6a-4bbd-9e47-c13d0ec500fb req-0536d958-2367-4477-812f-9e027cf8da3e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0471416 Jul 28 03:53:56.015379 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-768696d5-1a6a-4bbd-9e47-c13d0ec500fb req-c1409155-3ade-49d7-aa73-20a6c0cdf15e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Jul 28 03:53:56.235539 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05297e-2428-40e2-a681-3e0b72ff98c2 req-cfafa6cb-6a94-4434-b941-48bf061b61b2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:56.237116 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9c05297e-2428-40e2-a681-3e0b72ff98c2 req-cfafa6cb-6a94-4434-b941-48bf061b61b2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0529149 Jul 28 03:53:56.289837 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9c05297e-2428-40e2-a681-3e0b72ff98c2 req-58d8771a-eed4-4161-af7e-47875ca4be19 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Jul 28 03:53:56.697186 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0736f3d-30b9-45cd-ab26-174c5ca1d4e8 req-b522e797-5396-4fc3-8b2e-24856b18a0e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:56.698876 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0736f3d-30b9-45cd-ab26-174c5ca1d4e8 req-b522e797-5396-4fc3-8b2e-24856b18a0e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0504973 Jul 28 03:53:56.743700 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a0736f3d-30b9-45cd-ab26-174c5ca1d4e8 req-7838b7ec-c560-49cc-8453-268a8680d02b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367463 Jul 28 03:53:57.149346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6da0fb-dba3-487f-bdbd-39d8531ee2e7 req-7602065d-d7dc-4fab-b7a7-9a97d51c3346 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:57.152682 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f6da0fb-dba3-487f-bdbd-39d8531ee2e7 req-7602065d-d7dc-4fab-b7a7-9a97d51c3346 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0676417 Jul 28 03:53:57.193588 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f6da0fb-dba3-487f-bdbd-39d8531ee2e7 req-2944e0d5-7b04-4237-869e-6d8d2dc2e7f8 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Jul 28 03:53:57.406863 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544babe-1b92-4f6a-bd2d-d336c7db98ec req-ba4887ff-c940-4a16-aa1a-59e2c2be7b68 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:57.408334 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8544babe-1b92-4f6a-bd2d-d336c7db98ec req-ba4887ff-c940-4a16-aa1a-59e2c2be7b68 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0458598 Jul 28 03:53:57.450716 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8544babe-1b92-4f6a-bd2d-d336c7db98ec req-e615b0f5-cc5d-4f8b-9406-b619b1930f9b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jul 28 03:53:57.881160 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56094197-9802-4640-8fdf-275b1785d1f8 req-879370c3-fd4d-472f-bc89-96e0f70d5c5c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:57.883335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-56094197-9802-4640-8fdf-275b1785d1f8 req-879370c3-fd4d-472f-bc89-96e0f70d5c5c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0472538 Jul 28 03:53:57.925251 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-56094197-9802-4640-8fdf-275b1785d1f8 req-017ab469-a623-4d23-86aa-2ef8dce62404 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359480 Jul 28 03:53:58.302716 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:58.312132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87002f08-dbf0-4a71-8952-8531c1ea4694 req-da6f92b4-5de5-4961-8a4a-0af62a8d4c59 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:58.313698 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87002f08-dbf0-4a71-8952-8531c1ea4694 req-da6f92b4-5de5-4961-8a4a-0af62a8d4c59 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Jul 28 03:53:58.354538 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87002f08-dbf0-4a71-8952-8531c1ea4694 req-5ec04f99-6223-4b0e-8c68-26f7dfdb8245 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Jul 28 03:53:58.568598 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a461a9-b983-4774-b239-9d2239b41f42 req-bb6140d4-4973-472e-805a-9b72cc194c69 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:58.570542 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-95a461a9-b983-4774-b239-9d2239b41f42 req-bb6140d4-4973-472e-805a-9b72cc194c69 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0472252 Jul 28 03:53:58.613592 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-95a461a9-b983-4774-b239-9d2239b41f42 req-681439b7-181b-4c8b-acf5-3632c4574d6c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 Jul 28 03:53:59.041951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d3b2b-937c-4a46-b064-a3b8305a0e76 req-5fd5b934-e09c-4e7d-b256-bd653839fcd7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:59.043401 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b2d3b2b-937c-4a46-b064-a3b8305a0e76 req-5fd5b934-e09c-4e7d-b256-bd653839fcd7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0468924 Jul 28 03:53:59.085083 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b2d3b2b-937c-4a46-b064-a3b8305a0e76 req-a06569af-734c-48a0-8c47-e9f2bc8a7996 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355864 Jul 28 03:53:59.471275 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a173a-4e8e-468a-8460-b776b992f498 req-68f7e413-7b6a-4dc4-9fa4-0a27d42ab9ce tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:59.472813 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e1a173a-4e8e-468a-8460-b776b992f498 req-68f7e413-7b6a-4dc4-9fa4-0a27d42ab9ce tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0536890 Jul 28 03:53:59.513353 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e1a173a-4e8e-468a-8460-b776b992f498 req-8689fa8e-d465-4921-a490-09ff11ffa878 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Jul 28 03:53:59.742629 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9939b-bb09-408d-8b51-244afdabe27c req-843da29b-59b7-4d95-a7e4-8798c9a3cb0f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:59.744151 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1af9939b-bb09-408d-8b51-244afdabe27c req-843da29b-59b7-4d95-a7e4-8798c9a3cb0f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0466399 Jul 28 03:53:59.791455 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1af9939b-bb09-408d-8b51-244afdabe27c req-921eea7b-bbfe-4b4f-90b5-20f72a936013 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Jul 28 03:54:00.212265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a094f-f5e6-4dd8-aeab-e183ba61d4b7 req-20e8f064-ce4a-4d11-952e-4bbcc02cdfd8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:00.213643 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-609a094f-f5e6-4dd8-aeab-e183ba61d4b7 req-20e8f064-ce4a-4d11-952e-4bbcc02cdfd8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0474305 Jul 28 03:54:00.251073 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-609a094f-f5e6-4dd8-aeab-e183ba61d4b7 req-16eb31e4-f90a-49da-aba9-29f8616d4fe5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314598 Jul 28 03:54:00.625265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68ef80-be50-47f9-aafa-aee5815d2b79 req-d5483516-daf0-48e3-8ea1-6d5777d3d9d9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:00.626781 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d68ef80-be50-47f9-aafa-aee5815d2b79 req-d5483516-daf0-48e3-8ea1-6d5777d3d9d9 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Jul 28 03:54:00.665935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5d68ef80-be50-47f9-aafa-aee5815d2b79 req-41eebb75-0d0e-4cb5-86c1-4e3741e0ec39 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Jul 28 03:54:00.902763 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ec261-4303-4a63-8e6c-0b728213174d req-f42e6e6d-379d-4b5a-91bf-999001f74855 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:00.904244 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b06ec261-4303-4a63-8e6c-0b728213174d req-f42e6e6d-379d-4b5a-91bf-999001f74855 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0461249 Jul 28 03:54:00.945844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b06ec261-4303-4a63-8e6c-0b728213174d req-92038a5e-cba9-408a-9194-00a2fdf39471 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Jul 28 03:54:01.368466 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c462-9e87-4e66-b447-1d0400190553 req-fd9f0336-d60a-485d-ac29-fb0f8611cff7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:01.369959 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9311c462-9e87-4e66-b447-1d0400190553 req-fd9f0336-d60a-485d-ac29-fb0f8611cff7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0482826 Jul 28 03:54:01.407128 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9311c462-9e87-4e66-b447-1d0400190553 req-8a9cac19-65ec-45e1-ba82-f2ef61745dfc tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312622 Jul 28 03:54:01.782379 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2668c-84ab-4e21-a577-08ebef68572e req-fe2c256c-65ba-4367-bf18-7200855675a5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:01.783870 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31e2668c-84ab-4e21-a577-08ebef68572e req-fe2c256c-65ba-4367-bf18-7200855675a5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0487232 Jul 28 03:54:01.821783 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31e2668c-84ab-4e21-a577-08ebef68572e req-19d1cce9-ff60-4da8-8e5f-c72878ecaca4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 28 03:54:01.978814 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add05415-7646-40b1-8db3-209d7a1e81c3 req-cb8a09e7-4f73-4169-bf8c-f5ae179ca727 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:01.980300 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-add05415-7646-40b1-8db3-209d7a1e81c3 req-cb8a09e7-4f73-4169-bf8c-f5ae179ca727 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0468087 Jul 28 03:54:02.045566 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-add05415-7646-40b1-8db3-209d7a1e81c3 req-6fd0ebd1-9b7d-4a51-a927-8a85b08bccea tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592608 Jul 28 03:54:02.072398 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d7d2f-21f3-4eb6-b8fa-4dc1ade20a6d req-7b672738-adf4-4bf2-8407-222d3e6f22d9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:02.074194 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f93d7d2f-21f3-4eb6-b8fa-4dc1ade20a6d req-7b672738-adf4-4bf2-8407-222d3e6f22d9 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0586565 Jul 28 03:54:02.113681 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f93d7d2f-21f3-4eb6-b8fa-4dc1ade20a6d req-f757e717-075a-4b06-8833-c3f6e22970f4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jul 28 03:54:02.525057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457714-cab2-4ccd-af21-6a8cb47e62bd req-5812e0ee-7c7c-46d0-9247-3053872f0c31 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:02.526562 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e457714-cab2-4ccd-af21-6a8cb47e62bd req-5812e0ee-7c7c-46d0-9247-3053872f0c31 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0472066 Jul 28 03:54:02.563717 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e457714-cab2-4ccd-af21-6a8cb47e62bd req-972519fa-986e-48fc-8bc8-c16c58d6a031 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313337 Jul 28 03:54:02.941742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae28963-d0a0-4e4f-aa55-9f6dcbf3f114 req-64a7a7d1-f981-433f-9304-2763e76bcd3f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:02.943263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aae28963-d0a0-4e4f-aa55-9f6dcbf3f114 req-64a7a7d1-f981-433f-9304-2763e76bcd3f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Jul 28 03:54:02.984302 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aae28963-d0a0-4e4f-aa55-9f6dcbf3f114 req-4a931680-e93b-4d4c-88db-2ac7a7d066d3 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345814 Jul 28 03:54:03.158845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668e89-4f18-4abb-a5c4-25aafc262b0f req-3e926c4e-ed28-46bc-ba13-a3e881d5b4ba tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:03.160320 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f2668e89-4f18-4abb-a5c4-25aafc262b0f req-3e926c4e-ed28-46bc-ba13-a3e881d5b4ba tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0478091 Jul 28 03:54:03.225806 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f2668e89-4f18-4abb-a5c4-25aafc262b0f req-bef6b0b7-543f-4338-9880-f51e60cb60d5 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588822 Jul 28 03:54:03.247116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2147d5-0da6-45d3-8475-612cf362e21c req-2eaf0df8-f677-4ed7-ae5a-49cb0e7c0a35 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:03.251331 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc2147d5-0da6-45d3-8475-612cf362e21c req-2eaf0df8-f677-4ed7-ae5a-49cb0e7c0a35 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0688694 Jul 28 03:54:03.301260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc2147d5-0da6-45d3-8475-612cf362e21c req-636058e0-480a-4d03-89f3-ee75cba22c53 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Jul 28 03:54:03.554265 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-a07ddca3-ed50-4c9d-9f4d-525aa46f7381 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881610 Jul 28 03:54:03.569497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-b939cd09-3acc-48a4-a003-53b25ec2d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:03.570911 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-b939cd09-3acc-48a4-a003-53b25ec2d8a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0725453 Jul 28 03:54:03.577497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-139ba763-ec13-4d5c-9a66-c41c2188f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:03.578933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-139ba763-ec13-4d5c-9a66-c41c2188f1df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1138 time: 0.0567842 Jul 28 03:54:04.016259 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-ac5ffcc6-db3c-47c4-aea6-5e23d5da9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.017770 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-ac5ffcc6-db3c-47c4-aea6-5e23d5da9052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffdd893b2d44759b8bacce84f192da&device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 1098 time: 0.4107921 Jul 28 03:54:04.048474 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351601d7-c8cd-4c07-8e6d-50e7e533e48c req-0cdca493-239e-4707-ad24-fed67e86b0af tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.050001 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-351601d7-c8cd-4c07-8e6d-50e7e533e48c req-0cdca493-239e-4707-ad24-fed67e86b0af tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.3740227 Jul 28 03:54:04.053647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-f1b3dd9b-f23e-424f-869e-d85f22568d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.055008 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-f1b3dd9b-f23e-424f-869e-d85f22568d03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.4491661 Jul 28 03:54:04.065555 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-0870898b-3630-4f15-bb0a-1a26aae50772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.066902 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-0870898b-3630-4f15-bb0a-1a26aae50772 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.4750164 Jul 28 03:54:04.218775 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-21347759-58da-4832-901b-078280c95f59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 200 len: 217 time: 0.1061347 Jul 28 03:54:04.280198 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-351601d7-c8cd-4c07-8e6d-50e7e533e48c req-9a70315c-2056-4100-9bd4-2c3f44299aea tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2171729 Jul 28 03:54:04.301889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec5686-2e47-4bb3-bafe-2e328334c544 req-b6667c2d-03ad-49f6-8181-f34280e371de tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.304000 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31ec5686-2e47-4bb3-bafe-2e328334c544 req-b6667c2d-03ad-49f6-8181-f34280e371de tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.2414846 Jul 28 03:54:04.323275 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-55fb5a40-ad76-4e16-ad00-e0f521ff6e9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 1001 time: 0.1919012 Jul 28 03:54:04.372807 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-253c0f4b-e517-4961-b0bd-b2dde6133c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.374183 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-253c0f4b-e517-4961-b0bd-b2dde6133c94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.1414320 Jul 28 03:54:04.375127 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-2ea134e4-18a1-4e8d-97f2-aac8da21d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.376417 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-2ea134e4-18a1-4e8d-97f2-aac8da21d36e service neutron] 10.222.0.30 "GET /v2.0/networks?id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 200 len: 919 time: 0.3255768 Jul 28 03:54:04.482540 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-ae504409-5e60-4dd2-8fbd-13cbe72d61ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666234 Jul 28 03:54:04.486485 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-c9e77b34-19eb-41b9-847b-8089f8e1134a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbb20026-09b8-4136-832c-dde71d581f8f HTTP/1.1" status: 200 len: 217 time: 0.0696223 Jul 28 03:54:04.488618 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-56ba8629-afe5-4a6f-89ab-d2330b346769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.489980 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-56ba8629-afe5-4a6f-89ab-d2330b346769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.1570764 Jul 28 03:54:04.494767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31ec5686-2e47-4bb3-bafe-2e328334c544 req-c972002e-a3b4-439e-a69a-b96435fe1a49 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790824 Jul 28 03:54:04.513116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce391-b5a3-40f2-86ca-13cc446f4e9f req-1396d0a6-ff06-4a48-af54-a3e0fb7211f0 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.513116 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bc6ce391-b5a3-40f2-86ca-13cc446f4e9f req-1396d0a6-ff06-4a48-af54-a3e0fb7211f0 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.1547883 Jul 28 03:54:04.709202 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bc6ce391-b5a3-40f2-86ca-13cc446f4e9f req-76216c66-3f7d-4124-a344-fc3623dc04b0 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891024 Jul 28 03:54:04.711095 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-4970a225-5500-4401-a010-7e1ccca7feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.712457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-4970a225-5500-4401-a010-7e1ccca7feee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 200 len: 858 time: 0.1904929 Jul 28 03:54:04.729901 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-03e5d855-a745-4ae3-91c0-a08c0e60fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.731429 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-03e5d855-a745-4ae3-91c0-a08c0e60fe10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2078896 Jul 28 03:54:04.750171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84bd5a-b929-4bfe-84bd-b407f3b41b04 req-744c5086-fb44-45d9-b709-e91778672249 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:04.750171 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f84bd5a-b929-4bfe-84bd-b407f3b41b04 req-744c5086-fb44-45d9-b709-e91778672249 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.1999931 Jul 28 03:54:04.775314 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-1abf33e8-dab4-48ff-8da1-1b7713d02965 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643635 Jul 28 03:54:04.777111 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-b7ee3782-69ec-489a-a3d1-3fc5c7731852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aad75adf-c16e-4ebb-a894-a1a95cdac1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507333 Jul 28 03:54:04.952588 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3f84bd5a-b929-4bfe-84bd-b407f3b41b04 req-c7d453db-d39e-414c-ad40-4d479e6aa6b1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939228 Jul 28 03:54:05.012211 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-ffa81019-33ad-4ebb-ab82-dc927a1248e9 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622180 Jul 28 03:54:05.024278 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-7ab9f71a-c3ca-4ddf-8bb4-b87d2d456ee5 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034543 Jul 28 03:54:05.025388 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4851893e-20e3-4ac1-a5fd-a3d1d395faf2 req-37d77946-6b58-4fba-8fba-9522807683dc service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070765 Jul 28 03:54:05.177011 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-59244885-22d1-466e-a83a-fbfa38b57dc9 req-6e8c162c-0ca9-4f83-9ea1-a52ce2fec17c service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472147 Jul 28 03:54:05.182595 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3ffc14ba-f30e-4965-a116-aa5e197e9bbb req-981c2f4f-976a-4ca6-a37e-3571e2a80ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354918 Jul 28 03:54:05.404506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d049-65f6-4cd9-b67f-3670c44e19fe req-e95431f1-044e-49da-923f-501ae9ed47c3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:05.406060 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e884d049-65f6-4cd9-b67f-3670c44e19fe req-e95431f1-044e-49da-923f-501ae9ed47c3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0530708 Jul 28 03:54:05.444575 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e884d049-65f6-4cd9-b67f-3670c44e19fe req-9d4f65eb-30a6-4591-a47c-e8f73747d817 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320029 Jul 28 03:54:05.607858 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ebb2-f98d-4e3b-8f34-2ff4ccfed7c1 req-d8a830a1-d243-4e44-87b0-508a3888de3e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:05.609273 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3993ebb2-f98d-4e3b-8f34-2ff4ccfed7c1 req-d8a830a1-d243-4e44-87b0-508a3888de3e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0494893 Jul 28 03:54:05.648984 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3993ebb2-f98d-4e3b-8f34-2ff4ccfed7c1 req-127345ac-0c5a-41b9-9e33-a5a9268cdf44 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Jul 28 03:54:05.822743 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ef3be-87a2-4cbb-88d6-067d074ff314 req-c0d79c17-73da-4027-80fa-17bb8544ccab tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:05.824262 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-884ef3be-87a2-4cbb-88d6-067d074ff314 req-c0d79c17-73da-4027-80fa-17bb8544ccab tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0474281 Jul 28 03:54:05.866162 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-884ef3be-87a2-4cbb-88d6-067d074ff314 req-0b838b53-2c12-4090-9835-7c8e4565f851 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349829 Jul 28 03:54:06.071765 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6dcf-a578-4eea-9c7b-d95ee8e5787b req-a5cdaa5d-a759-4352-a076-d8324e2043c8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:06.073253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b0f6dcf-a578-4eea-9c7b-d95ee8e5787b req-a5cdaa5d-a759-4352-a076-d8324e2043c8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0522852 Jul 28 03:54:06.115394 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b0f6dcf-a578-4eea-9c7b-d95ee8e5787b req-a09bc859-5639-4735-b3a6-2f7c9d32cf0b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357070 Jul 28 03:54:06.204458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-3e3a7d44-e852-43a8-91f4-5d8e653a6e90 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:06.205930 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-3e3a7d44-e852-43a8-91f4-5d8e653a6e90 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Jul 28 03:54:06.382531 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Deleting port 56c9b6e6-984e-419f-9a73-b948d4e1f001 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:06.382879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:06.474148 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] For port 56c9b6e6-984e-419f-9a73-b948d4e1f001, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=56c9b6e6-984e-419f-9a73-b948d4e1f001,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:06.474526 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:06.490017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Calling delete_port for 56c9b6e6-984e-419f-9a73-b948d4e1f001 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:06.593197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eac06-e69e-4a67-8d4c-1dd850d46d4b req-406bbdda-3817-48da-b434-987ec75b3421 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:06.594710 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-004eac06-e69e-4a67-8d4c-1dd850d46d4b req-406bbdda-3817-48da-b434-987ec75b3421 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0658367 Jul 28 03:54:06.658034 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-004eac06-e69e-4a67-8d4c-1dd850d46d4b req-5fbc48ff-0543-4470-bbd6-a6910d0dd74d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544026 Jul 28 03:54:06.753314 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:06.791343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b68b61-7e42-48c1-b4b8-ef16896c9ec2 req-576dcb6b-588a-4277-af0f-67634e673364 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:06.792755 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-08b68b61-7e42-48c1-b4b8-ef16896c9ec2 req-576dcb6b-588a-4277-af0f-67634e673364 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 867 time: 0.0749178 Jul 28 03:54:06.793669 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650', '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', '56c9b6e6-984e-419f-9a73-b948d4e1f001'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:06.795657 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event deleted for resources: {'Port': ['ID=56c9b6e6-984e-419f-9a73-b948d4e1f001,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:06.826919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.827558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.827674 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.827920 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.828255 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.828585 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.828913 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.829247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.829573 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.829972 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.830302 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.830628 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:06.857334 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] No DVR routers for this DVR port 56c9b6e6-984e-419f-9a73-b948d4e1f001 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:06.863296 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:06.865206 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1eb1e8c4-6060-453e-8b15-f6d24b00669b req-ea8e533f-673b-453a-9116-c37104ba4e11 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "DELETE /v2.0/ports/56c9b6e6-984e-419f-9a73-b948d4e1f001 HTTP/1.1" status: 204 len: 173 time: 0.5683298 Jul 28 03:54:06.866215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'name': 'network-vif-deleted', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:06.868451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ac5dcf-2d68-4e1e-a8c8-04a29a2ee558" -d '{"events": [{"server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "name": "network-vif-deleted", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:06.883785 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-08b68b61-7e42-48c1-b4b8-ef16896c9ec2 req-36398abc-e0e1-4092-b330-eacf9a89bc83 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836294 Jul 28 03:54:06.915246 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b149c-e34f-484b-bd4a-acbe021e1357 x-openstack-request-id: req-9f2b149c-e34f-484b-bd4a-acbe021e1357 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:06.915581 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbd35-34d9-4135-be65-804fc6969e32", "name": "network-vif-deleted", "tag": "56c9b6e6-984e-419f-9a73-b948d4e1f001", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:06.915812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f2b149c-e34f-484b-bd4a-acbe021e1357 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:06.916188 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbd35-34d9-4135-be65-804fc6969e32', 'name': 'network-vif-deleted', 'tag': '56c9b6e6-984e-419f-9a73-b948d4e1f001', 'status': 'completed', 'code': 200} Jul 28 03:54:07.000962 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38140dfa-d2dd-45db-8aca-001e99f86f77 req-ae23d578-f025-42c6-a65c-b3897c55c9bc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:07.002525 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38140dfa-d2dd-45db-8aca-001e99f86f77 req-ae23d578-f025-42c6-a65c-b3897c55c9bc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0515389 Jul 28 03:54:07.046501 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38140dfa-d2dd-45db-8aca-001e99f86f77 req-a4c124a6-bf9e-457c-8505-1459ff8692b8 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351768 Jul 28 03:54:07.233196 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f32179-4175-4f72-8f85-447efcc80167 req-30c3621f-ab1e-467d-b4d2-4c6ce4d79ac5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:07.234695 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-21f32179-4175-4f72-8f85-447efcc80167 req-30c3621f-ab1e-467d-b4d2-4c6ce4d79ac5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0498595 Jul 28 03:54:07.272051 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-21f32179-4175-4f72-8f85-447efcc80167 req-c5fa25e6-c942-4072-8da2-a97b4e0a1f47 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Jul 28 03:54:07.781815 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba66ba-ad6d-4882-aa49-fd41cdea8b27 req-37e5cf7f-b96a-418e-82e7-d646a55e5a0e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:07.783263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2ba66ba-ad6d-4882-aa49-fd41cdea8b27 req-37e5cf7f-b96a-418e-82e7-d646a55e5a0e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0461018 Jul 28 03:54:07.819671 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2ba66ba-ad6d-4882-aa49-fd41cdea8b27 req-af5eee05-cd8a-4d98-b93e-6c170cefdef9 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300913 Jul 28 03:54:07.984545 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b36dd39-6efe-4845-ad3f-ee63eaa9bc81 req-6f56ff81-3feb-4cd5-9d58-49e385c0ffb1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.0261772 Jul 28 03:54:08.157120 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69e8a-3f93-43a3-a38d-1d559ea76aaf req-5541ec29-2a44-4749-8a6a-478afad4839c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:08.158599 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ec69e8a-3f93-43a3-a38d-1d559ea76aaf req-5541ec29-2a44-4749-8a6a-478afad4839c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0463665 Jul 28 03:54:08.199767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ec69e8a-3f93-43a3-a38d-1d559ea76aaf req-a5cdf135-d0e2-4e8f-84db-636dbf9c87b2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352290 Jul 28 03:54:08.381255 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fe770-91d5-43ec-94d3-a0bb78297261 req-420f5aaf-1a91-40f5-96d9-70b5584e652d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:08.382727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e57fe770-91d5-43ec-94d3-a0bb78297261 req-420f5aaf-1a91-40f5-96d9-70b5584e652d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0463378 Jul 28 03:54:08.418318 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e57fe770-91d5-43ec-94d3-a0bb78297261 req-a010f6c0-8d55-4772-b105-292a483646e8 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299761 Jul 28 03:54:08.935040 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6f9cb-0181-4acd-bec4-4d3fb74520b2 req-61fcc6d8-8356-44c9-b615-d692376c70d1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:08.936498 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6ea6f9cb-0181-4acd-bec4-4d3fb74520b2 req-61fcc6d8-8356-44c9-b615-d692376c70d1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0473001 Jul 28 03:54:08.973296 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6ea6f9cb-0181-4acd-bec4-4d3fb74520b2 req-6e4d95db-9566-45a0-b39a-3dc662642010 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309548 Jul 28 03:54:09.083285 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0a6acc5e-f5fb-40ab-9d6f-c43caac958f2 req-0d45dd01-2b6e-4e11-b25d-afbdd85428f6 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.0246866 Jul 28 03:54:09.311940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef480e67-14b6-4925-b1c2-bd4cd7cdd65c req-b57ae04d-7df7-4f51-81a1-bf5325cba07e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:09.313381 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ef480e67-14b6-4925-b1c2-bd4cd7cdd65c req-b57ae04d-7df7-4f51-81a1-bf5325cba07e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0490189 Jul 28 03:54:09.351747 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ef480e67-14b6-4925-b1c2-bd4cd7cdd65c req-0a5f5757-f2ea-4926-ae38-1f9bc7845c7a tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324662 Jul 28 03:54:09.528451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff425e9b-bb40-41c3-a68a-cd345f68e2ff req-15f9db8b-2419-43e1-9d23-d7f0dc063d07 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:09.529925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff425e9b-bb40-41c3-a68a-cd345f68e2ff req-15f9db8b-2419-43e1-9d23-d7f0dc063d07 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0466280 Jul 28 03:54:09.569961 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff425e9b-bb40-41c3-a68a-cd345f68e2ff req-b11bee2a-d91a-4072-a563-13cd47a8819e tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jul 28 03:54:10.090568 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216ecf6-c42e-4ea8-ba8c-62ea9c2b2f08 req-ec41b0de-7935-495f-b47e-76c84b5fc052 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:10.092042 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f216ecf6-c42e-4ea8-ba8c-62ea9c2b2f08 req-ec41b0de-7935-495f-b47e-76c84b5fc052 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0460963 Jul 28 03:54:10.129460 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f216ecf6-c42e-4ea8-ba8c-62ea9c2b2f08 req-6119662e-cb8c-4d3a-aef6-601831ff97ba tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316658 Jul 28 03:54:10.187078 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d10bdc66-50ad-4911-9295-c50a20592911 req-24528973-cf25-4ecd-8d0b-60be02e80a47 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbd35-34d9-4135-be65-804fc6969e32 HTTP/1.1" status: 200 len: 210 time: 0.0280781 Jul 28 03:54:10.460833 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60865cc-6d5c-4c0b-9872-b9cdeb6947a2 req-d8171d95-b839-4155-8c96-bedf0e1f209e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:10.462306 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f60865cc-6d5c-4c0b-9872-b9cdeb6947a2 req-d8171d95-b839-4155-8c96-bedf0e1f209e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0462832 Jul 28 03:54:10.501192 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f60865cc-6d5c-4c0b-9872-b9cdeb6947a2 req-d05d6668-87a5-4e3d-8819-423aa1688cb2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330067 Jul 28 03:54:10.694571 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8add5f-ec27-4f15-94b9-f27bf024ca12 req-c21a134c-7d2e-4ec5-b0e5-db68f8185b04 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:10.695973 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b8add5f-ec27-4f15-94b9-f27bf024ca12 req-c21a134c-7d2e-4ec5-b0e5-db68f8185b04 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0478439 Jul 28 03:54:10.733055 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6b8add5f-ec27-4f15-94b9-f27bf024ca12 req-86bb74c4-31c9-4660-b668-0cec9af1fb71 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Jul 28 03:54:11.251833 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c1a22-233b-427d-8f0e-cd6b16357c16 req-50637355-3ea1-4463-8cb2-0d6dfc60b85e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:11.253304 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f12c1a22-233b-427d-8f0e-cd6b16357c16 req-50637355-3ea1-4463-8cb2-0d6dfc60b85e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0515139 Jul 28 03:54:11.290599 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f12c1a22-233b-427d-8f0e-cd6b16357c16 req-1b4b40c0-6dc1-4084-90e9-9b5358c4cde2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314178 Jul 28 03:54:11.616957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee460e-ed57-4d12-8526-456d58e56afc req-d014476c-198a-4f7d-a858-4f8bcaf1464f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:11.618431 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e0ee460e-ed57-4d12-8526-456d58e56afc req-d014476c-198a-4f7d-a858-4f8bcaf1464f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0518320 Jul 28 03:54:11.660671 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e0ee460e-ed57-4d12-8526-456d58e56afc req-e06cb222-d0f8-4217-bac8-2a8a73d7b3f6 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360382 Jul 28 03:54:11.845054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e2c23-0d20-42a7-a4b7-fd6f24821bce req-51931e7c-96d8-40f8-904b-d84e8a2cee7a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:11.846536 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5e1e2c23-0d20-42a7-a4b7-fd6f24821bce req-51931e7c-96d8-40f8-904b-d84e8a2cee7a tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0469818 Jul 28 03:54:11.884429 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5e1e2c23-0d20-42a7-a4b7-fd6f24821bce req-a150ca63-1355-47f2-8bcf-780a2329e6d1 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Jul 28 03:54:12.156536 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-286d6ecd-bd09-405a-85d3-6acb9a521a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:12.415865 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2110f-31f7-4a86-8013-1c3edd35b099 req-639ba905-a9f0-49d1-920c-08dd9fa91c6e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:12.417399 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-53f2110f-31f7-4a86-8013-1c3edd35b099 req-639ba905-a9f0-49d1-920c-08dd9fa91c6e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0522707 Jul 28 03:54:12.455568 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-53f2110f-31f7-4a86-8013-1c3edd35b099 req-2b29fda2-4162-4eb0-ad1f-88e317330475 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321298 Jul 28 03:54:12.772902 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e68e0-1ff3-40bf-8c3d-f4837767fbf8 req-f28d9f5f-1bf6-4eed-b7a5-0c3657f703d4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:12.774427 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-003e68e0-1ff3-40bf-8c3d-f4837767fbf8 req-f28d9f5f-1bf6-4eed-b7a5-0c3657f703d4 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0486369 Jul 28 03:54:12.813823 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-003e68e0-1ff3-40bf-8c3d-f4837767fbf8 req-abec4b71-0b3f-49fa-bf59-271353f89808 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333252 Jul 28 03:54:12.916178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0c87-accb-49b4-ae33-83b8588e373f req-682b42c7-dd51-438d-9cfe-97a3c2d8f48f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:12.917662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b8a0c87-accb-49b4-ae33-83b8588e373f req-682b42c7-dd51-438d-9cfe-97a3c2d8f48f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0463760 Jul 28 03:54:12.954080 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b8a0c87-accb-49b4-ae33-83b8588e373f req-90bf3ca8-4dce-4cfd-b201-486c996b4d1f tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Jul 28 03:54:13.576671 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e5c1e-a54d-44d9-ba42-4d81aa959efb req-dee85e01-df13-4862-9ccd-b74ac2390f08 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:13.578147 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff7e5c1e-a54d-44d9-ba42-4d81aa959efb req-dee85e01-df13-4862-9ccd-b74ac2390f08 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 944 time: 0.0509036 Jul 28 03:54:13.615445 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff7e5c1e-a54d-44d9-ba42-4d81aa959efb req-1d89369e-0160-4939-bc09-c39a33cc637d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302527 Jul 28 03:54:13.925479 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91254-5a3e-46d1-8453-068f75fef8a5 req-cb7f6b87-e462-44e2-b740-9f52d40aef95 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:13.926923 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9bf91254-5a3e-46d1-8453-068f75fef8a5 req-cb7f6b87-e462-44e2-b740-9f52d40aef95 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0474379 Jul 28 03:54:13.967204 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9bf91254-5a3e-46d1-8453-068f75fef8a5 req-cd029c47-8d86-464a-ba74-88bae2a45057 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336347 Jul 28 03:54:13.978396 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:54:13.992518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 56c9b6e6-984e-419f-9a73-b948d4e1f001 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:14.017131 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 56c9b6e6-984e-419f-9a73-b948d4e1f001 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:14.017467 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 56c9b6e6-984e-419f-9a73-b948d4e1f001 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:14.071537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763004-808a-4663-ad0c-0a814f0fab74 req-59197fd2-8776-454b-a399-89c067324759 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:14.073031 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-32763004-808a-4663-ad0c-0a814f0fab74 req-59197fd2-8776-454b-a399-89c067324759 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0536795 Jul 28 03:54:14.094675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:14.105642 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'mac_address': 'fa:16:3e:50:a7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:54:14.110507 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-32763004-808a-4663-ad0c-0a814f0fab74 req-ab871bed-2170-4f24-b67e-3915f6afb533 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Jul 28 03:54:14.143080 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:14.155282 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:54:14.173978 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:14.250622 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:14.295065 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=9']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:14.702186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['d1a35b97-8f51-4d26-9e88-d5b160e73c38'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:14.742477 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e5a7-ba40-44af-9d68-de7a593ca26a req-fddaf615-b5c0-4c39-b5c7-e070e90b56ef tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:14.744097 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d53e5a7-ba40-44af-9d68-de7a593ca26a req-fddaf615-b5c0-4c39-b5c7-e070e90b56ef tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Jul 28 03:54:14.783752 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d53e5a7-ba40-44af-9d68-de7a593ca26a req-b91fe256-932f-48b2-94fa-11da11ea3a2e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325985 Jul 28 03:54:15.011364 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-5c5be55b-36a5-42ac-b649-fd78898f9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.104119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617824-f0d2-42f7-b609-8fa35e0bea71 req-f71a8547-ea5f-46a0-bb75-36cad00e26e1 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:15.105608 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4b617824-f0d2-42f7-b609-8fa35e0bea71 req-f71a8547-ea5f-46a0-bb75-36cad00e26e1 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0706730 Jul 28 03:54:15.138447 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31db4-e531-4278-bb48-59780cf057bd req-86b436af-aa3e-4991-8d90-59d06341f69e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:15.139900 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6e31db4-e531-4278-bb48-59780cf057bd req-86b436af-aa3e-4991-8d90-59d06341f69e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0730791 Jul 28 03:54:15.167594 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4b617824-f0d2-42f7-b609-8fa35e0bea71 req-68cf7be2-73f4-44e8-bcc7-35dbe7850040 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542512 Jul 28 03:54:15.262046 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.268106 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af07f85-9b13-49ab-a24f-d802e1c2944f req-bfd14c50-c569-47dd-aaf4-6abb100e90b5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:15.269587 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9af07f85-9b13-49ab-a24f-d802e1c2944f req-bfd14c50-c569-47dd-aaf4-6abb100e90b5 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 945 time: 0.0805397 Jul 28 03:54:15.305920 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Deleting port d4f34c17-40b4-4f89-a5f1-280895a3ed64 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:15.306263 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.354906 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9af07f85-9b13-49ab-a24f-d802e1c2944f req-0e6a461d-d1e0-42a5-b237-ee0ac3dac6b7 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 Jul 28 03:54:15.403730 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] For port d4f34c17-40b4-4f89-a5f1-280895a3ed64, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d4f34c17-40b4-4f89-a5f1-280895a3ed64,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:15.404589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.417247 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Calling delete_port for d4f34c17-40b4-4f89-a5f1-280895a3ed64 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:15.622209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.675835 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650', '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'd4f34c17-40b4-4f89-a5f1-280895a3ed64'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:15.900008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event deleted for resources: {'Port': ['ID=d4f34c17-40b4-4f89-a5f1-280895a3ed64,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:15.960037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] No DVR routers for this DVR port d4f34c17-40b4-4f89-a5f1-280895a3ed64 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:15.964102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:15.964878 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6e31db4-e531-4278-bb48-59780cf057bd req-5033bef0-224e-41c8-a3f4-ffd310884620 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "DELETE /v2.0/ports/d4f34c17-40b4-4f89-a5f1-280895a3ed64 HTTP/1.1" status: 204 len: 173 time: 0.8139653 Jul 28 03:54:15.965296 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'name': 'network-vif-deleted', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:15.967499 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f281e8-f328-424f-9488-98255c56f4c8" -d '{"events": [{"server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "name": "network-vif-deleted", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:15.985246 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda351-1326-4206-8079-5ab64350412d req-a8743c10-ec1b-4e3f-9ccd-411c3a7bb734 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:15.987114 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26fda351-1326-4206-8079-5ab64350412d req-a8743c10-ec1b-4e3f-9ccd-411c3a7bb734 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 945 time: 0.0888994 Jul 28 03:54:16.007049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab2bf29-2730-4d4f-8b25-915f5855f367 x-openstack-request-id: req-8ab2bf29-2730-4d4f-8b25-915f5855f367 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:16.007329 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a4cfd4-8133-4525-96b8-85470378dffc", "name": "network-vif-deleted", "tag": "d4f34c17-40b4-4f89-a5f1-280895a3ed64", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:16.007573 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab2bf29-2730-4d4f-8b25-915f5855f367 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:16.007943 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a4cfd4-8133-4525-96b8-85470378dffc', 'name': 'network-vif-deleted', 'tag': 'd4f34c17-40b4-4f89-a5f1-280895a3ed64', 'status': 'completed', 'code': 200} Jul 28 03:54:16.013441 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:16.026774 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-26fda351-1326-4206-8079-5ab64350412d req-7cda47d3-13f3-490e-ab5a-a27e8d8b0ae6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334597 Jul 28 03:54:16.069763 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:54:16.116895 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port d1a35b97-8f51-4d26-9e88-d5b160e73c38 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:54:16.121895 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:16.193839 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:16.216925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:16.219401 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d553d-e694-4e09-86e2-e487f4e07dfc" -d '{"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:16.236754 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:16.260722 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7c70b5-1400-4be1-8b89-7d1aaf4570b0 x-openstack-request-id: req-3f7c70b5-1400-4be1-8b89-7d1aaf4570b0 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:16.261098 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:16.265067 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f7c70b5-1400-4be1-8b89-7d1aaf4570b0 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:16.265067 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'code': 200} Jul 28 03:54:16.298958 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e35e-e37e-43db-aca9-a0193ea64d50 req-48b20ae7-2913-4e4e-b83c-fc8ae3d1dbdc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:16.300472 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc65e35e-e37e-43db-aca9-a0193ea64d50 req-48b20ae7-2913-4e4e-b83c-fc8ae3d1dbdc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0566854 Jul 28 03:54:16.325145 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:16.348356 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc65e35e-e37e-43db-aca9-a0193ea64d50 req-7b951d24-4ce7-481d-b1f9-2312b155d544 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415454 Jul 28 03:54:16.390858 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=10']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:16.463793 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cbc69509-7cc5-439b-9705-d64cd4c6621c req-07fc4397-a7b3-4039-8e8c-398a9e4a541e tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a4cfd4-8133-4525-96b8-85470378dffc HTTP/1.1" status: 200 len: 210 time: 0.0276635 Jul 28 03:54:17.087591 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d619f8-b9bf-485b-b3e7-bd978df99c65 req-70a5b4ab-afe2-4cfb-b4b6-c50a3980769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:17.089002 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-79d619f8-b9bf-485b-b3e7-bd978df99c65 req-70a5b4ab-afe2-4cfb-b4b6-c50a3980769f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 1100 time: 0.0414209 Jul 28 03:54:17.165174 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-79d619f8-b9bf-485b-b3e7-bd978df99c65 req-57cc1530-83b7-482d-a9ba-af7ccaca74bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646493 Jul 28 03:54:17.180609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cadd21-507d-4ff0-bbd3-3654a23f86be req-b8974a05-91a9-453a-b116-71d194ea2daa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:17.182067 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65cadd21-507d-4ff0-bbd3-3654a23f86be req-b8974a05-91a9-453a-b116-71d194ea2daa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0747733 Jul 28 03:54:17.225816 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65cadd21-507d-4ff0-bbd3-3654a23f86be req-1c3ca21b-3315-4b54-afe7-57fc50f92db3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347886 Jul 28 03:54:17.301096 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37110) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:17.406107 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e8499567-8105-43fb-85fb-76b059da20c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.486520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c343f5-7066-400a-b26d-376b2c59a96d req-0ec7814e-02f2-4b14-88e3-381eae38d497 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:17.488026 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-93c343f5-7066-400a-b26d-376b2c59a96d req-0ec7814e-02f2-4b14-88e3-381eae38d497 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0689969 Jul 28 03:54:17.575794 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-93c343f5-7066-400a-b26d-376b2c59a96d req-6cee5e08-a1ef-40ff-8469-5f89ee0b5969 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787528 Jul 28 03:54:17.603856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18817-d048-442b-be95-2c9358ec99c9 req-9c1cf9c3-8781-4701-906c-4b62a9355212 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:17.605354 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-62a18817-d048-442b-be95-2c9358ec99c9 req-9c1cf9c3-8781-4701-906c-4b62a9355212 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0980997 Jul 28 03:54:17.612103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e8499567-8105-43fb-85fb-76b059da20c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.645926 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-62a18817-d048-442b-be95-2c9358ec99c9 req-7d306457-5929-4f5a-bccb-1e8881f04f72 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 28 03:54:17.656221 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.679483 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e8499567-8105-43fb-85fb-76b059da20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.717913 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e8499567-8105-43fb-85fb-76b059da20c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e14533f4bde4ab88ee3292f23a872e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156570 Jul 28 03:54:17.719030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499567-8105-43fb-85fb-76b059da20c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e6976-9592-4d32-afd4-32e81c31d3f7,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:17.720575 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37122) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:17.770522 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.790374 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.901835 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.904359 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:17.905515 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb2e6976-9592-4d32-afd4-32e81c31d3f7 HTTP/1.1" status: 204 len: 168 time: 0.1829190 Jul 28 03:54:17.917166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e6976-9592-4d32-afd4-32e81c31d3f7,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:17.920353 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.920707 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.921051 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.921389 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.921842 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.922082 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.922415 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.922744 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.923077 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.923406 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.923733 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:17.924057 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33981ae-1d9f-406b-8584-b7b5fe28a35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:18.032776 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7fe09-05f4-4eba-a5f0-2af45d75dbbd req-54b17dab-19aa-45f9-8598-cff242ccc9f4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:18.034288 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e8f7fe09-05f4-4eba-a5f0-2af45d75dbbd req-54b17dab-19aa-45f9-8598-cff242ccc9f4 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.0472813 Jul 28 03:54:18.072619 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e8f7fe09-05f4-4eba-a5f0-2af45d75dbbd req-76fbdd2c-8efc-4d3b-be26-96514dd71c99 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Jul 28 03:54:18.352564 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eff8c-36bf-4343-bf78-48ceacdae62b req-21d65f5c-2a44-449d-88ff-903f52ef3630 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:18.354036 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b54eff8c-36bf-4343-bf78-48ceacdae62b req-21d65f5c-2a44-449d-88ff-903f52ef3630 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0500224 Jul 28 03:54:18.390738 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b54eff8c-36bf-4343-bf78-48ceacdae62b req-89a0b2dc-191b-49db-b31c-66e7f758d47b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309074 Jul 28 03:54:18.694476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf4f8-5bdd-4281-ae41-0f0269d6e568 req-30924f40-b395-4afc-aeb8-dd31d442f5c2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:18.695992 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dcdcf4f8-5bdd-4281-ae41-0f0269d6e568 req-30924f40-b395-4afc-aeb8-dd31d442f5c2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0496731 Jul 28 03:54:18.764305 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dcdcf4f8-5bdd-4281-ae41-0f0269d6e568 req-a8ea0794-0b2d-4c23-a3b2-42133548d8c2 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611176 Jul 28 03:54:18.778786 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef16e-daf2-4d77-9425-93894b2ae55a req-2273c890-5ff5-4472-9d19-42f82ed49adf tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:18.780273 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cbfef16e-daf2-4d77-9425-93894b2ae55a req-2273c890-5ff5-4472-9d19-42f82ed49adf tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0636427 Jul 28 03:54:18.822559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cbfef16e-daf2-4d77-9425-93894b2ae55a req-157a8c98-80c2-4a3d-89b4-b96d77d69de2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Jul 28 03:54:19.188024 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887a8c-73c7-4304-b211-88766c9fbfba req-a2a658ff-ff37-4d4d-86a9-7fad410c5036 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:19.189511 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ef887a8c-73c7-4304-b211-88766c9fbfba req-a2a658ff-ff37-4d4d-86a9-7fad410c5036 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.0512280 Jul 28 03:54:19.228900 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ef887a8c-73c7-4304-b211-88766c9fbfba req-25a7b7df-d3cd-4c79-bf61-2da9083360a2 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Jul 28 03:54:19.506235 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1586661-0811-414a-9ee1-5895775a9625 req-a4407556-b06f-4cb4-931b-0da9d95598ac tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:19.507707 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c1586661-0811-414a-9ee1-5895775a9625 req-a4407556-b06f-4cb4-931b-0da9d95598ac tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0471764 Jul 28 03:54:19.545331 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c1586661-0811-414a-9ee1-5895775a9625 req-ba6effde-2850-4f6e-a923-306fe6b61092 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317171 Jul 28 03:54:19.885090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e1bb-c946-4317-a2b4-483c307036dc req-0c98a0aa-b754-4280-a570-e5012e7cf90e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:19.886664 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d272e1bb-c946-4317-a2b4-483c307036dc req-0c98a0aa-b754-4280-a570-e5012e7cf90e tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0520747 Jul 28 03:54:19.958396 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d272e1bb-c946-4317-a2b4-483c307036dc req-7529323f-a344-4824-be34-f8d07f5af0f1 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648422 Jul 28 03:54:19.970943 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf78466-ce6d-40b7-b463-cc46d7b80d0f req-734088a1-6c1e-4019-8f8f-5845a5a727a5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:19.972418 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bf78466-ce6d-40b7-b463-cc46d7b80d0f req-734088a1-6c1e-4019-8f8f-5845a5a727a5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0808587 Jul 28 03:54:20.035366 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bf78466-ce6d-40b7-b463-cc46d7b80d0f req-6afe6667-02a4-43f0-a7f9-85e81ba957cf tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537646 Jul 28 03:54:20.044261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-b74df78c-1ec3-4dbe-8858-6ba497be51b1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:20.045723 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-b74df78c-1ec3-4dbe-8858-6ba497be51b1 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.0724330 Jul 28 03:54:20.073739 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d4f34c17-40b4-4f89-a5f1-280895a3ed64 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:20.095469 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: d4f34c17-40b4-4f89-a5f1-280895a3ed64 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:20.095814 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d4f34c17-40b4-4f89-a5f1-280895a3ed64 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:20.146918 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Deleting port 0dc44302-36b7-4f29-a543-3d06fbc1787d {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:20.147571 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:20.231567 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] For port 0dc44302-36b7-4f29-a543-3d06fbc1787d, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=0dc44302-36b7-4f29-a543-3d06fbc1787d,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:20.231932 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:20.244596 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Calling delete_port for 0dc44302-36b7-4f29-a543-3d06fbc1787d owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:20.359155 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62d3f5-0b62-4be8-abcd-7f102f6a8df2 req-45895268-2b0c-4869-a485-8f03c18a7202 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:20.360620 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cf62d3f5-0b62-4be8-abcd-7f102f6a8df2 req-45895268-2b0c-4869-a485-8f03c18a7202 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 946 time: 0.0619993 Jul 28 03:54:20.430775 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cf62d3f5-0b62-4be8-abcd-7f102f6a8df2 req-9f7e5e93-430a-4de8-b6b5-16f007b5674c tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619273 Jul 28 03:54:20.490647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:20.520566 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event deleted for resources: {'Port': ['ID=0dc44302-36b7-4f29-a543-3d06fbc1787d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:20.541543 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:20.561897 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] No DVR routers for this DVR port 0dc44302-36b7-4f29-a543-3d06fbc1787d on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:20.564329 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:20.566315 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-89842601-47a6-4b2d-8092-4f4f8e7f0ebd req-93a4e82b-ab38-41f6-ad04-efafc1fec73d tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "DELETE /v2.0/ports/0dc44302-36b7-4f29-a543-3d06fbc1787d HTTP/1.1" status: 204 len: 173 time: 0.5109081 Jul 28 03:54:20.566747 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'name': 'network-vif-deleted', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:20.569634 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd6bd7-ff32-4144-af0c-416728f00cf5" -d '{"events": [{"server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "name": "network-vif-deleted", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:20.605179 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45655f7d-f37d-408b-9393-c0b1d4c23739 x-openstack-request-id: req-45655f7d-f37d-408b-9393-c0b1d4c23739 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:20.605470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9222b1-706a-4980-b649-ecd0cafc19f2", "name": "network-vif-deleted", "tag": "0dc44302-36b7-4f29-a543-3d06fbc1787d", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:20.605742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45655f7d-f37d-408b-9393-c0b1d4c23739 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:20.606134 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9222b1-706a-4980-b649-ecd0cafc19f2', 'name': 'network-vif-deleted', 'tag': '0dc44302-36b7-4f29-a543-3d06fbc1787d', 'status': 'completed', 'code': 200} Jul 28 03:54:20.687883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cd847-daf0-43f3-bddf-30db08037130 req-fe5c3732-8409-4cad-814e-83f7d4f7c1e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:20.689308 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-734cd847-daf0-43f3-bddf-30db08037130 req-fe5c3732-8409-4cad-814e-83f7d4f7c1e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0565846 Jul 28 03:54:20.728081 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-734cd847-daf0-43f3-bddf-30db08037130 req-86bc32c7-fcba-42df-9b53-04e72febac9b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320218 Jul 28 03:54:21.017470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-b9d26b8f-a135-47f2-ab0f-ac28cdbc7717 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:21.018967 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-b9d26b8f-a135-47f2-ab0f-ac28cdbc7717 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.0480363 Jul 28 03:54:21.138995 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d3792-f002-462d-8861-75f57265b825 req-c3885a73-9f87-438c-b8fa-1f73308f5615 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:21.140471 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e4d3792-f002-462d-8861-75f57265b825 req-c3885a73-9f87-438c-b8fa-1f73308f5615 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.1132822 Jul 28 03:54:21.218531 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670c471-0727-4f89-b9fc-6a3f744d6d7c req-b06d8e77-3ebe-4888-b53e-8f82f34bff08 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:21.219999 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2670c471-0727-4f89-b9fc-6a3f744d6d7c req-b06d8e77-3ebe-4888-b53e-8f82f34bff08 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 945 time: 0.1066198 Jul 28 03:54:21.225361 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e4d3792-f002-462d-8861-75f57265b825 req-66261fdd-2624-4b22-b330-fafada47be71 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711300 Jul 28 03:54:21.227742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Deleting port dbb20026-09b8-4136-832c-dde71d581f8f {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:21.228084 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:21.305933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2670c471-0727-4f89-b9fc-6a3f744d6d7c req-a1539c65-786f-4a12-b59c-93fd3b8aa6c4 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Jul 28 03:54:21.337739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] For port dbb20026-09b8-4136-832c-dde71d581f8f, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=dbb20026-09b8-4136-832c-dde71d581f8f,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:21.338110 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:21.352003 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Calling delete_port for dbb20026-09b8-4136-832c-dde71d581f8f owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:21.536530 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e16291bb-71c6-416f-91a1-7340e9790844 req-41990c43-5d90-4d4d-8446-871a1cd194f0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9222b1-706a-4980-b649-ecd0cafc19f2 HTTP/1.1" status: 200 len: 210 time: 0.0262396 Jul 28 03:54:21.548916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:21.587341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Pushing event deleted for resources: {'Port': ['ID=dbb20026-09b8-4136-832c-dde71d581f8f,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:21.604779 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'dbb20026-09b8-4136-832c-dde71d581f8f'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:21.621740 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] No DVR routers for this DVR port dbb20026-09b8-4136-832c-dde71d581f8f on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:21.624201 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:21.626242 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc3955a0-c1fa-4113-a29d-d107faf07aed req-8ab27071-bad5-48d6-8640-d6ddbcd2349c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "DELETE /v2.0/ports/dbb20026-09b8-4136-832c-dde71d581f8f HTTP/1.1" status: 204 len: 173 time: 0.5907607 Jul 28 03:54:22.102492 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 0dc44302-36b7-4f29-a543-3d06fbc1787d no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:22.122229 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 0dc44302-36b7-4f29-a543-3d06fbc1787d {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:22.122566 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 0dc44302-36b7-4f29-a543-3d06fbc1787d not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:22.340761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9279-a15b-4650-bb91-57a646c7ae64 req-2f8de58f-95e6-4794-b5f1-34b2a417a26b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:22.342282 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d9b9279-a15b-4650-bb91-57a646c7ae64 req-2f8de58f-95e6-4794-b5f1-34b2a417a26b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0482614 Jul 28 03:54:22.383129 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d9b9279-a15b-4650-bb91-57a646c7ae64 req-1ee0a305-7c81-468e-93a1-9de086ee245b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=859cdf8d-f109-43de-bdef-655761d1a1c4&id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347025 Jul 28 03:54:22.413594 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-41048a38-1b2b-4248-948d-09ed560d0af2 req-d2e03963-85ba-43e2-98b1-06424aad15e5 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=6446ee8d-1b50-4510-838b-8e31adbf29e1 HTTP/1.1" status: 200 len: 210 time: 0.0255697 Jul 28 03:54:22.606857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'name': 'network-vif-deleted', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:22.609928 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387232f7-9cc5-4dc8-b438-f4261145f905" -d '{"events": [{"server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "name": "network-vif-deleted", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:22.644511 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a975495-26ae-4b08-980b-cfee5da4e40f x-openstack-request-id: req-7a975495-26ae-4b08-980b-cfee5da4e40f {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:22.644802 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446ee8d-1b50-4510-838b-8e31adbf29e1", "name": "network-vif-deleted", "tag": "dbb20026-09b8-4136-832c-dde71d581f8f", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:22.645057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a975495-26ae-4b08-980b-cfee5da4e40f {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:22.645459 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6446ee8d-1b50-4510-838b-8e31adbf29e1', 'name': 'network-vif-deleted', 'tag': 'dbb20026-09b8-4136-832c-dde71d581f8f', 'status': 'completed', 'code': 200} Jul 28 03:54:23.857796 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26fcba-ea9a-4723-99fd-9091ddf91236 req-f26f34d0-4318-48fc-8974-8643bd315a17 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:23.859281 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cf26fcba-ea9a-4723-99fd-9091ddf91236 req-f26f34d0-4318-48fc-8974-8643bd315a17 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0502555 Jul 28 03:54:23.899464 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cf26fcba-ea9a-4723-99fd-9091ddf91236 req-9b0141e5-5667-444b-b1a8-4666c6b7b64f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Jul 28 03:54:24.102305 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device dbb20026-09b8-4136-832c-dde71d581f8f no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:24.123519 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: dbb20026-09b8-4136-832c-dde71d581f8f {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:24.123858 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device dbb20026-09b8-4136-832c-dde71d581f8f not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:24.253376 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d38789-af59-4b23-aed6-98af73f7c179 req-a3472dd8-0a95-412a-b761-dcd33efe23ab tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:24.254854 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-18d38789-af59-4b23-aed6-98af73f7c179 req-a3472dd8-0a95-412a-b761-dcd33efe23ab tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0477765 Jul 28 03:54:24.291735 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-18d38789-af59-4b23-aed6-98af73f7c179 req-168650a4-0a1b-4b2f-91b1-4206f9394b57 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Jul 28 03:54:25.011608 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df815cdf-0801-4754-b76f-e64bc52ed7f3 req-28ee0270-4dc9-4110-86fa-33acc172bcb3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:25.013081 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-df815cdf-0801-4754-b76f-e64bc52ed7f3 req-28ee0270-4dc9-4110-86fa-33acc172bcb3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0469000 Jul 28 03:54:25.049767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-df815cdf-0801-4754-b76f-e64bc52ed7f3 req-f51f8bc9-6be3-4a90-88e6-b1badc4f1ed2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302951 Jul 28 03:54:25.403738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a5b3-9fe0-49d8-9f92-d8f667568329 req-0a10fdf6-6020-4924-b764-6084fc9cab41 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:25.405150 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ddf8a5b3-9fe0-49d8-9f92-d8f667568329 req-0a10fdf6-6020-4924-b764-6084fc9cab41 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0490949 Jul 28 03:54:25.441795 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ddf8a5b3-9fe0-49d8-9f92-d8f667568329 req-c2418547-b05c-425b-bfc9-829eca831684 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Jul 28 03:54:26.159775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541b5a-adcb-4116-9721-973bd6b98fd6 req-bfea926c-ac07-463b-a1df-d7fcd54a374f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:26.161216 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0a541b5a-adcb-4116-9721-973bd6b98fd6 req-bfea926c-ac07-463b-a1df-d7fcd54a374f tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0452440 Jul 28 03:54:26.199079 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0a541b5a-adcb-4116-9721-973bd6b98fd6 req-031c39a6-c92a-4956-a9e6-87cc8dfc4830 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Jul 28 03:54:26.387816 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-f41f2229-9347-4ee2-b093-bea688d11d23 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:26.389197 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-f41f2229-9347-4ee2-b093-bea688d11d23 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0470195 Jul 28 03:54:26.484839 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Deleting port 51841538-8381-4f3d-9eb3-ca9034b0f650 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:26.485178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:26.601932 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa773f-cc03-4354-ab87-5816d4266b43 req-8e644bce-3735-4b8a-a4a8-2e282c6a1789 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:26.603631 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5baa773f-cc03-4354-ab87-5816d4266b43 req-8e644bce-3735-4b8a-a4a8-2e282c6a1789 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 945 time: 0.0825193 Jul 28 03:54:26.609916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] For port 51841538-8381-4f3d-9eb3-ca9034b0f650, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=51841538-8381-4f3d-9eb3-ca9034b0f650,segment=NetworkSegment(fdc4ad96-7902-45b3-8453-34ae2b9d72f9),segment_id=fdc4ad96-7902-45b3-8453-34ae2b9d72f9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:26.610276 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:26.634804 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Calling delete_port for 51841538-8381-4f3d-9eb3-ca9034b0f650 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:26.687245 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5baa773f-cc03-4354-ab87-5816d4266b43 req-7369389c-8692-4f5f-9358-4bc8bcdea408 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d789a9f-8f0a-422a-b197-0fd44c2e6655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Jul 28 03:54:26.847515 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:26.874414 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Pushing event deleted for resources: {'Port': ['ID=51841538-8381-4f3d-9eb3-ca9034b0f650,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:26.888620 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['51841538-8381-4f3d-9eb3-ca9034b0f650'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:26.912849 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] No DVR routers for this DVR port 51841538-8381-4f3d-9eb3-ca9034b0f650 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:26.915147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:26.917093 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-49911f4f-a9ec-4940-9e8a-6e18dc54be6a req-b63d3883-fb6a-46bd-9c77-9789902136d0 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.30 "DELETE /v2.0/ports/51841538-8381-4f3d-9eb3-ca9034b0f650 HTTP/1.1" status: 204 len: 173 time: 0.5181916 Jul 28 03:54:26.917515 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'name': 'network-vif-deleted', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:26.919767 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce804b81-fd12-406c-a233-18dfd9f0b7ce" -d '{"events": [{"server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "name": "network-vif-deleted", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:26.953843 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac96b3-d419-426a-9d1f-bae58ae68c26 x-openstack-request-id: req-b0ac96b3-d419-426a-9d1f-bae58ae68c26 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:26.954131 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1215796-85b1-42d2-82dc-e99abcaa822c", "name": "network-vif-deleted", "tag": "51841538-8381-4f3d-9eb3-ca9034b0f650", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:26.954399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0ac96b3-d419-426a-9d1f-bae58ae68c26 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:26.954771 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1215796-85b1-42d2-82dc-e99abcaa822c', 'name': 'network-vif-deleted', 'tag': '51841538-8381-4f3d-9eb3-ca9034b0f650', 'status': 'completed', 'code': 200} Jul 28 03:54:27.310801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e0f3-400b-4686-8646-3779a2c13e86 req-6bc8f206-eac5-4e6a-95c8-3f8d1977fb2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:27.312269 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1581e0f3-400b-4686-8646-3779a2c13e86 req-6bc8f206-eac5-4e6a-95c8-3f8d1977fb2d tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0476253 Jul 28 03:54:27.349206 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1581e0f3-400b-4686-8646-3779a2c13e86 req-f548469a-1999-4857-929b-b3852f08b79b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Jul 28 03:54:27.795767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bd9e6067-027c-454b-be51-30af6e372788 req-bf25ba79-0cf3-4de3-855b-dcb29bf66964 tempest-AttachVolumeNegativeTest-1408155616 tempest-AttachVolumeNegativeTest-1408155616-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1215796-85b1-42d2-82dc-e99abcaa822c HTTP/1.1" status: 200 len: 210 time: 0.0281947 Jul 28 03:54:28.241729 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:28.460948 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b80df-7849-4c9e-94f0-5f9d573ecf12 req-7500a68c-5c79-4f5e-ae97-7a37cf040505 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:28.462569 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-842b80df-7849-4c9e-94f0-5f9d573ecf12 req-7500a68c-5c79-4f5e-ae97-7a37cf040505 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0472410 Jul 28 03:54:28.498623 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-842b80df-7849-4c9e-94f0-5f9d573ecf12 req-6dde7521-70a8-4449-95da-deb864eedb2c tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 Jul 28 03:54:28.851361 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37238) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:28.892764 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Deleting subnet 1291b172-00cb-4dba-935e-c04a548a31be {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:54:28.895694 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:28.930701 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:28.980488 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.116658 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.142725 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1291b172-00cb-4dba-935e-c04a548a31be,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:29.144678 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.147161 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-87b7fdb2-9616-44a6-bd15-2f2c6955d8c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1291b172-00cb-4dba-935e-c04a548a31be HTTP/1.1" status: 204 len: 168 time: 0.2945595 Jul 28 03:54:29.149599 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37240) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:29.216016 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.289365 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.300294 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd54d26-ef29-4623-a6d8-11fde45c5e16']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:29.312239 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:29.312533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc4ad96-7902-45b3-8453-34ae2b9d72f9') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:29.321246 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.338267 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.343920 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:54:29.344301 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:54:29.345947 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:54:29.455590 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.463746 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.468055 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2fd54d26-ef29-4623-a6d8-11fde45c5e16 HTTP/1.1" status: 204 len: 168 time: 0.3150783 Jul 28 03:54:29.478957 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1965-9715-4f2e-a72a-0f5694c396b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd54d26-ef29-4623-a6d8-11fde45c5e16,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:29.617154 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420bb1-5bab-4d04-af46-1468689e76cf req-43d97cbc-e56e-4822-8ac6-58b2b30075b2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:29.618671 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9a420bb1-5bab-4d04-af46-1468689e76cf req-43d97cbc-e56e-4822-8ac6-58b2b30075b2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0485263 Jul 28 03:54:29.656649 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9a420bb1-5bab-4d04-af46-1468689e76cf req-a10b8cba-b0ff-463d-8225-2877c2be53a3 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jul 28 03:54:29.808567 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37246) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:29.846657 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5eaff839-7b20-41ee-ba58-7022cfabe7e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7b4013c53d94598a16872aee30be511&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369663 Jul 28 03:54:29.848926 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37248) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:29.893466 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:29.913625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:30.036011 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:30.038610 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:30.039720 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d789a9f-8f0a-422a-b197-0fd44c2e6655 HTTP/1.1" status: 204 len: 168 time: 0.1899107 Jul 28 03:54:30.049940 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293cad3-0ed3-48eb-9379-9a242b8f8332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d789a9f-8f0a-422a-b197-0fd44c2e6655,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:30.153253 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 51841538-8381-4f3d-9eb3-ca9034b0f650 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:30.174417 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 51841538-8381-4f3d-9eb3-ca9034b0f650 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:30.174756 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 51841538-8381-4f3d-9eb3-ca9034b0f650 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:30.573027 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-f1f0bea8-312d-438c-bcb4-b8f7abdfa7ad tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:30.574416 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-f1f0bea8-312d-438c-bcb4-b8f7abdfa7ad tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0531693 Jul 28 03:54:30.663870 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Deleting port 52e9eb28-f853-4ea3-9b14-2208eb672cbc {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:30.664585 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:30.777587 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] For port 52e9eb28-f853-4ea3-9b14-2208eb672cbc, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=52e9eb28-f853-4ea3-9b14-2208eb672cbc,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:30.777984 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:30.795248 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Calling delete_port for 52e9eb28-f853-4ea3-9b14-2208eb672cbc owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:30.806850 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7be2e9-d476-42df-a46c-30e4bd1a2583 req-2eca4230-321b-49e2-a82c-83e4ff0da33b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:30.808374 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c7be2e9-d476-42df-a46c-30e4bd1a2583 req-2eca4230-321b-49e2-a82c-83e4ff0da33b tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 946 time: 0.0851755 Jul 28 03:54:30.890307 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c7be2e9-d476-42df-a46c-30e4bd1a2583 req-9cd96260-7488-4e28-ade6-29187c6334a2 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/security-groups?id=61cef920-0682-4db0-a955-f548c778b29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Jul 28 03:54:31.027149 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:31.056670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Pushing event deleted for resources: {'Port': ['ID=52e9eb28-f853-4ea3-9b14-2208eb672cbc,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:31.065770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['52e9eb28-f853-4ea3-9b14-2208eb672cbc'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:31.097951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] No DVR routers for this DVR port 52e9eb28-f853-4ea3-9b14-2208eb672cbc on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:54:31.100866 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:31.103156 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ec541fb9-28ba-4cae-8ccf-7924dbcdbadc req-b54d5151-5327-4915-9145-721d33051e24 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.30 "DELETE /v2.0/ports/52e9eb28-f853-4ea3-9b14-2208eb672cbc HTTP/1.1" status: 204 len: 173 time: 0.5223379 Jul 28 03:54:31.103589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'name': 'network-vif-deleted', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:31.105901 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea4f6f6-5780-4076-8dec-a810418f170d" -d '{"events": [{"server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "name": "network-vif-deleted", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:31.140343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721fc28-f92d-4907-80d0-732001e1a95b x-openstack-request-id: req-d721fc28-f92d-4907-80d0-732001e1a95b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:31.140343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8ffd6d-0929-4272-b22f-bee2c6ea9be5", "name": "network-vif-deleted", "tag": "52e9eb28-f853-4ea3-9b14-2208eb672cbc", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:31.140343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d721fc28-f92d-4907-80d0-732001e1a95b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:31.140751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8ffd6d-0929-4272-b22f-bee2c6ea9be5', 'name': 'network-vif-deleted', 'tag': '52e9eb28-f853-4ea3-9b14-2208eb672cbc', 'status': 'completed', 'code': 200} Jul 28 03:54:31.621378 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:54:31.992442 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7792e3a9-b2c9-4e15-8382-e241e768191a req-6d74f6d7-d79f-454c-926f-8b57b4f4cd49 tempest-ServerRescueNegativeTestJSON-2028293150 tempest-ServerRescueNegativeTestJSON-2028293150-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd8ffd6d-0929-4272-b22f-bee2c6ea9be5 HTTP/1.1" status: 200 len: 210 time: 0.0261626 Jul 28 03:54:33.183783 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37314) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:33.583278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:34.030831 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Deleting port 4fd3363c-e5c0-44e1-a8c6-eef250046598 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:34.031081 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:34.111176 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] For port 4fd3363c-e5c0-44e1-a8c6-eef250046598, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=4fd3363c-e5c0-44e1-a8c6-eef250046598,segment=NetworkSegment(476ac823-20ba-4bff-9ae0-84a78c256110),segment_id=476ac823-20ba-4bff-9ae0-84a78c256110)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:34.111536 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:34.124235 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Calling delete_port for 4fd3363c-e5c0-44e1-a8c6-eef250046598 owned by network:router_interface {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:34.161984 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 52e9eb28-f853-4ea3-9b14-2208eb672cbc no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:34.183137 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 52e9eb28-f853-4ea3-9b14-2208eb672cbc {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:34.183476 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 52e9eb28-f853-4ea3-9b14-2208eb672cbc not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:34.387593 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:34.411465 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd3363c-e5c0-44e1-a8c6-eef250046598,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:34.573212 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:34.778149 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Router 258a997e-826f-472f-9444-b057a5d8c8f1 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:54:34.798395 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37332) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:34.888934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:54:34.899306 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Sync routers for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:54:34.902245 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9c720b41-76dd-4725-9243-6b20686ba8e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/258a997e-826f-472f-9444-b057a5d8c8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172551 Jul 28 03:54:34.903057 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37338) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:34.912313 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:54:34.913308 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:34.915898 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ade1488f-6882-44d6-b1bf-fbaccbf4438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.010623 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.014507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675a2e-b54d-4af1-bffd-b42911b3a389 req-a15f9be2-408f-4291-a76f-d2077c35cca5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:35.024444 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:54:35.029153 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b0675a2e-b54d-4af1-bffd-b42911b3a389 req-a15f9be2-408f-4291-a76f-d2077c35cca5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1045129 Jul 28 03:54:35.074685 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b0675a2e-b54d-4af1-bffd-b42911b3a389 req-a3a85322-2b4a-424a-a37e-0bfcbcfa255f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Jul 28 03:54:35.096405 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ade1488f-6882-44d6-b1bf-fbaccbf4438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.143303 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.162764 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ade1488f-6882-44d6-b1bf-fbaccbf4438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.200673 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ade1488f-6882-44d6-b1bf-fbaccbf4438b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eb78b797868411e800435e79c88dccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010444 Jul 28 03:54:35.202575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1488f-6882-44d6-b1bf-fbaccbf4438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f1711c-48dc-4f06-b6ee-349d2c2a2c8e,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:35.203666 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37340) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:35.229954 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:54:34Z', 'revision_number': 5, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port': {'id': '7e83477c-d3e0-4183-a284-06ce664eb18b', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:35.256318 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Checking router: 258a997e-826f-472f-9444-b057a5d8c8f1 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:54:35.265897 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Routers {'258a997e-826f-472f-9444-b057a5d8c8f1'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:54:35.266512 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['258a997e-826f-472f-9444-b057a5d8c8f1'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:35.279267 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.307331 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Deleting port 7e83477c-d3e0-4183-a284-06ce664eb18b {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:35.307665 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.310360 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.353489 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] Set router 258a997e-826f-472f-9444-b057a5d8c8f1 gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:54:35.403440 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:54:35Z', 'revision_number': 6, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:35.415490 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] For port 7e83477c-d3e0-4183-a284-06ce664eb18b, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e83477c-d3e0-4183-a284-06ce664eb18b,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:35.416047 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.429516 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Calling delete_port for 7e83477c-d3e0-4183-a284-06ce664eb18b owned by network:router_gateway {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:35.477981 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.480668 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.482118 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5f1711c-48dc-4f06-b6ee-349d2c2a2c8e HTTP/1.1" status: 204 len: 168 time: 0.2771599 Jul 28 03:54:35.493332 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa9255-d087-4e4b-a85e-d6021ce84c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f1711c-48dc-4f06-b6ee-349d2c2a2c8e,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:35.515184 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfeb45c-8254-4251-9fb1-0d40effdfc65 None None] The sync data for ids ['258a997e-826f-472f-9444-b057a5d8c8f1'] in dv-cinder-802648-1-iscsi is: [{'id': '258a997e-826f-472f-9444-b057a5d8c8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-129510198-router', 'tenant_id': 'd3ffdd893b2d44759b8bacce84f192da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:45Z', 'updated_at': '2021-07-28T03:54:35Z', 'revision_number': 6, 'project_id': 'd3ffdd893b2d44759b8bacce84f192da', 'gw_port_host': None}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:54:35.687697 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.713984 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e83477c-d3e0-4183-a284-06ce664eb18b,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:35.773969 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.874500 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:35.876549 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.027609 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.028161 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258a997e-826f-472f-9444-b057a5d8c8f1 {{(pid=105296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:54:36.038272 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.038272 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-400fdbdb-a9e5-4540-9da4-892e66268cdb admin admin] 10.222.0.13 "DELETE /v2.0/routers/258a997e-826f-472f-9444-b057a5d8c8f1 HTTP/1.1" status: 204 len: 168 time: 1.1297007 Jul 28 03:54:36.038272 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37352) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:36.242005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76ec36-9a2d-45d7-a35c-88f2bc732fd2 req-7222310e-f1e2-4dd4-afab-a036bd6cb213 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:36.243643 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c76ec36-9a2d-45d7-a35c-88f2bc732fd2 req-7222310e-f1e2-4dd4-afab-a036bd6cb213 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Jul 28 03:54:36.268359 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Deleting subnet f004755f-2c71-44d7-8d8d-f86fd3a43681 {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:54:36.268359 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.296890 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c76ec36-9a2d-45d7-a35c-88f2bc732fd2 req-7e639cb0-717c-4dcc-967a-ba032895d294 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466602 Jul 28 03:54:36.307731 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.347826 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.488605 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.519339 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.521290 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f004755f-2c71-44d7-8d8d-f86fd3a43681 HTTP/1.1" status: 204 len: 168 time: 0.4840117 Jul 28 03:54:36.522336 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b78be2-3ae3-4729-bfb1-06cc22ff3896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f004755f-2c71-44d7-8d8d-f86fd3a43681,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:36.523955 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37366) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:36.598253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.682941 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.693584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.694005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.694740 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.695130 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > port after_create 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.695459 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.695796 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > port after_update 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.696138 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.696476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.696795 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.697116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.816702 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.816985 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.817317 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.817652 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:54:36.818061 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad75adf-c16e-4ebb-a894-a1a95cdac1bb']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:36.835506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ac823-20ba-4bff-9ae0-84a78c256110') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:36.835805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ac823-20ba-4bff-9ae0-84a78c256110') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:36.857336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.878020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.885657 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:54:36.886092 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: from cryptography.utils import int_from_bytes Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: from cryptography.utils import int_from_bytes Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:54:36.889898 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:54:37.007691 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.014862 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.016817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aad75adf-c16e-4ebb-a894-a1a95cdac1bb HTTP/1.1" status: 204 len: 168 time: 0.4918783 Jul 28 03:54:37.030799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01d60c-5850-454e-8412-9c4802e41d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad75adf-c16e-4ebb-a894-a1a95cdac1bb,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:37.329027 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37388) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:37.330451 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 4fd3363c-e5c0-44e1-a8c6-eef250046598 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:37.369883 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-457b1a7b-4811-4fdf-8ac7-60060daf86ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ffdd893b2d44759b8bacce84f192da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396919 Jul 28 03:54:37.372450 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37392) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:37.376479 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 4fd3363c-e5c0-44e1-a8c6-eef250046598 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:37.377126 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 4fd3363c-e5c0-44e1-a8c6-eef250046598 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:37.377830 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e83477c-d3e0-4183-a284-06ce664eb18b no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:54:37.404606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 7e83477c-d3e0-4183-a284-06ce664eb18b {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:54:37.405101 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e83477c-d3e0-4183-a284-06ce664eb18b not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:54:37.432581 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.442998 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e317f-71e5-4f0a-b331-74276362bc4e req-3c4eb6ec-2858-4e3b-a0c3-c3611ea297fe tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:37.449983 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b6e317f-71e5-4f0a-b331-74276362bc4e req-3c4eb6ec-2858-4e3b-a0c3-c3611ea297fe tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Jul 28 03:54:37.453911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.497304 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0b6e317f-71e5-4f0a-b331-74276362bc4e req-fb2f95c4-d547-4469-bbc5-fbbd32e3c5fc tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374973 Jul 28 03:54:37.575217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.575217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:37.575217 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61cef920-0682-4db0-a955-f548c778b29f HTTP/1.1" status: 204 len: 168 time: 0.2005847 Jul 28 03:54:37.582676 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec9331-3aea-4b69-baea-b4c23d3aa091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cef920-0682-4db0-a955-f548c778b29f,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:38.085418 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37408) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:38.187162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7c0bad18-3145-4402-872e-714efa5e870b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.272937 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7c0bad18-3145-4402-872e-714efa5e870b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.346841 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7c0bad18-3145-4402-872e-714efa5e870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.385664 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-7c0bad18-3145-4402-872e-714efa5e870b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0429d306abad4aeeae4b2379410ed823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990685 Jul 28 03:54:38.386636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bad18-3145-4402-872e-714efa5e870b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df671af-618c-4734-84dd-b8d3947edad9,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:38.388302 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37418) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:38.439340 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.461132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.578050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.580732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:38.581888 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6df671af-618c-4734-84dd-b8d3947edad9 HTTP/1.1" status: 204 len: 168 time: 0.1925743 Jul 28 03:54:38.593784 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95950-0c6f-4e6b-902d-7ff7c6e5fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df671af-618c-4734-84dd-b8d3947edad9,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:38.612870 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b7c6-6864-4897-bbc4-5bb4fb5c0a39 req-d10d6a40-a289-4704-8f91-5bf62bbd1420 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:38.614736 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5195b7c6-6864-4897-bbc4-5bb4fb5c0a39 req-d10d6a40-a289-4704-8f91-5bf62bbd1420 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0663445 Jul 28 03:54:38.655233 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5195b7c6-6864-4897-bbc4-5bb4fb5c0a39 req-dda80ebb-0f8d-4881-a064-f02f19514988 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jul 28 03:54:39.285291 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37438) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:39.298121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-363f79d3-1dd3-47fc-95d6-db1cf293dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.387365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-363f79d3-1dd3-47fc-95d6-db1cf293dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.441519 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-363f79d3-1dd3-47fc-95d6-db1cf293dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.478053 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-363f79d3-1dd3-47fc-95d6-db1cf293dec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb0ccb60b4ea45158caa338d1a7759a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915245 Jul 28 03:54:39.478911 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f79d3-1dd3-47fc-95d6-db1cf293dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba3d9c-749c-437c-8f63-f1399bd99cde,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:39.480616 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37448) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:39.527569 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.549529 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.661478 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.664689 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:39.665903 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eba3d9c-749c-437c-8f63-f1399bd99cde HTTP/1.1" status: 204 len: 168 time: 0.1842494 Jul 28 03:54:39.673217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c2e3a-4c4a-4db5-8677-74ea644ac8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba3d9c-749c-437c-8f63-f1399bd99cde,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:39.768638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153326-42ae-4500-ae37-2694bab83693 req-8dd1aa4f-6a23-4dcb-9c83-b14ca13d364a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:39.770121 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f153326-42ae-4500-ae37-2694bab83693 req-8dd1aa4f-6a23-4dcb-9c83-b14ca13d364a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Jul 28 03:54:39.809530 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f153326-42ae-4500-ae37-2694bab83693 req-4a688a74-35f5-4e42-83e7-1290bc610643 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334334 Jul 28 03:54:40.707923 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37480) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:40.801022 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181439388-network', 'tenant_id': '5c7c0d58dbdb4843be4f79befafc0e42'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:40.907226 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Made reservation on behalf of 5c7c0d58dbdb4843be4f79befafc0e42 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:54:40.909581 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:40.917962 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:40.919797 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532e407-2df9-4a73-abb4-b6bebc68b8f7 req-4e086390-a0a2-4c25-a183-f37ea1bfeb03 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:40.923562 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8532e407-2df9-4a73-abb4-b6bebc68b8f7 req-4e086390-a0a2-4c25-a183-f37ea1bfeb03 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0460701 Jul 28 03:54:40.974487 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8532e407-2df9-4a73-abb4-b6bebc68b8f7 req-4db7777a-8c27-467f-989a-d12b3b6ff14a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471756 Jul 28 03:54:41.018413 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.067240 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.088188 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:54:41.102115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d573e-6b8d-4adf-bf68-e57d03de75d9,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:41.106669 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.107012 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Added segment eb700ead-1fc3-409f-96b4-53e4515c4f4c of type vlan for network 84f1e616-52da-4a8d-97d2-89b256075e17 Jul 28 03:54:41.144599 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.242262 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.243195 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:41.243842 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.299852 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] Pushing event updated for resources: {'Network': ['ID=84f1e616-52da-4a8d-97d2-89b256075e17,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:41.309979 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 84f1e616-52da-4a8d-97d2-89b256075e17 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:54:41.371120 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6133d0a8-1aa4-49a6-9b19-c473e31e3acf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6620722 Jul 28 03:54:41.373855 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37498) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:41.378666 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Request body: {'subnet': {'network_id': '84f1e616-52da-4a8d-97d2-89b256075e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181439388-subnet', 'tenant_id': '5c7c0d58dbdb4843be4f79befafc0e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:41.470231 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Made reservation on behalf of 5c7c0d58dbdb4843be4f79befafc0e42 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:54:41.472647 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.706976 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.760150 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280a411b-d6e4-4e86-924d-6a066cce1223,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:41.769478 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Checking segment: {'id': 'eb700ead-1fc3-409f-96b4-53e4515c4f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '84f1e616-52da-4a8d-97d2-89b256075e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:54:41.769884 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Network hostable DHCP agents. Network: 84f1e616-52da-4a8d-97d2-89b256075e17, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:54:41.849434 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Network 84f1e616-52da-4a8d-97d2-89b256075e17 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:54:41.917997 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 84f1e616-52da-4a8d-97d2-89b256075e17) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:54:41.921894 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:41.922532 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.926264 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b39011-e63d-4bba-8515-130957af54e1 None None] Network 84f1e616-52da-4a8d-97d2-89b256075e17 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:54:42.016318 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a6362a3f-f1c9-4a9f-a8a6-b234f35d14e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414099 Jul 28 03:54:42.049240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86e090-d4e0-4572-a6b7-946598788324 None None] Network 84f1e616-52da-4a8d-97d2-89b256075e17 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:54:42.104248 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facacceb-c093-4c79-91ec-ba3fc21a06d3 req-560c691d-836a-467d-93ac-c829388de043 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:42.107085 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-facacceb-c093-4c79-91ec-ba3fc21a06d3 req-560c691d-836a-467d-93ac-c829388de043 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0549526 Jul 28 03:54:42.158697 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-facacceb-c093-4c79-91ec-ba3fc21a06d3 req-4b70a4c5-8e20-487e-bbef-db0939ef418a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380809 Jul 28 03:54:42.277860 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-749fbc42-793c-403b-951f-44a81ea086fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.711179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37522) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:42.716098 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406845557-network', 'tenant_id': 'd3948782644f41fdb9b06c44189a8893'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:42.830722 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Made reservation on behalf of d3948782644f41fdb9b06c44189a8893 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:54:42.833015 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.841374 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.924752 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.026700 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.050861 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:54:43.062287 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf5c05-911d-4ae5-83ab-68835770bc4c,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.065096 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.065434 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Added segment e60f6b3c-4269-448b-9bbe-5e5602185757 of type vlan for network 404b16eb-78d0-4618-a5ec-13f797ae41f1 Jul 28 03:54:43.106847 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.202286 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.203288 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:43.203887 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.262359 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] Pushing event updated for resources: {'Network': ['ID=404b16eb-78d0-4618-a5ec-13f797ae41f1,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.270249 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d7f3b-85cd-4054-9b12-72f408f4af5a req-d267452a-ec5b-420b-a978-ec1d4c947848 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:43.272024 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 404b16eb-78d0-4618-a5ec-13f797ae41f1 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:54:43.272452 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-726d7f3b-85cd-4054-9b12-72f408f4af5a req-d267452a-ec5b-420b-a978-ec1d4c947848 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Jul 28 03:54:43.313240 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-726d7f3b-85cd-4054-9b12-72f408f4af5a req-e474472b-c1a2-4e17-8bfd-c49133d80385 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338459 Jul 28 03:54:43.330934 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-93bc7811-93cc-49d9-8d21-38d7b6d752b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6161773 Jul 28 03:54:43.331162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37532) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:43.337609 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Request body: {'subnet': {'network_id': '404b16eb-78d0-4618-a5ec-13f797ae41f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406845557-subnet', 'tenant_id': 'd3948782644f41fdb9b06c44189a8893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:43.430363 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Made reservation on behalf of d3948782644f41fdb9b06c44189a8893 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:54:43.432660 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.653984 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.706745 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76131b01-c9fe-4ff0-903c-77b4c0e23668,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.713362 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Checking segment: {'id': 'e60f6b3c-4269-448b-9bbe-5e5602185757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '404b16eb-78d0-4618-a5ec-13f797ae41f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:54:43.713729 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Network hostable DHCP agents. Network: 404b16eb-78d0-4618-a5ec-13f797ae41f1, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:54:43.807679 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Network 404b16eb-78d0-4618-a5ec-13f797ae41f1 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:54:43.875670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 404b16eb-78d0-4618-a5ec-13f797ae41f1) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:54:43.879582 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:43.880165 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.884762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a05c03-75eb-4af8-a502-0d38a6129e6a None None] Network 404b16eb-78d0-4618-a5ec-13f797ae41f1 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:54:43.956881 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d1dbb200-1b70-4dc5-bf1a-a03b7f878b35 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6244493 Jul 28 03:54:44.002580 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d0228-1bbc-4596-9139-25c3b183667f None None] Network 404b16eb-78d0-4618-a5ec-13f797ae41f1 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:54:44.426239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1422f81-7ad3-48cb-ba34-2752d6f8be4c req-d7a777e4-d5f9-4b50-af60-82a861eff91d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:44.427703 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b1422f81-7ad3-48cb-ba34-2752d6f8be4c req-d7a777e4-d5f9-4b50-af60-82a861eff91d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0475044 Jul 28 03:54:44.464353 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b1422f81-7ad3-48cb-ba34-2752d6f8be4c req-4e990350-88f7-42ad-9c89-cc88b6238ee9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Jul 28 03:54:45.055843 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-cbf22be0-3c69-4d42-97ad-bb87299537fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:45.284282 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:45.577013 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89707a-8d8d-4fbd-a75e-09135200f584 req-a729533a-6f46-494c-9b48-d6b10984b690 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:45.578551 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ee89707a-8d8d-4fbd-a75e-09135200f584 req-a729533a-6f46-494c-9b48-d6b10984b690 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Jul 28 03:54:45.616181 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ee89707a-8d8d-4fbd-a75e-09135200f584 req-3d4ab57b-24ec-41b6-91e3-4594ab7ac550 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Jul 28 03:54:45.941600 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.000266 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534c8b-7a52-4116-a5c1-24bf5a0ae0ac req-467eef92-6d2c-417d-b7df-c03104df2920 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.001760 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6e534c8b-7a52-4116-a5c1-24bf5a0ae0ac req-467eef92-6d2c-417d-b7df-c03104df2920 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Jul 28 03:54:46.044604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6e534c8b-7a52-4116-a5c1-24bf5a0ae0ac req-dea27639-ae8b-48a2-bd02-7340804431de tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Jul 28 03:54:46.130236 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-77c82828-6ae8-4c70-82a8-0fe5bc94415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.131727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-77c82828-6ae8-4c70-82a8-0fe5bc94415a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0411487 Jul 28 03:54:46.217980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-4cd4812d-d5a5-4bc2-b143-a0d48e10df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.219438 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-4cd4812d-d5a5-4bc2-b143-a0d48e10df59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.0798686 Jul 28 03:54:46.516610 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-18a10624-3125-4aec-b789-46d0bfd8b4ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 1001 time: 0.2885411 Jul 28 03:54:46.564740 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-3d3ea232-84ac-4b4d-a521-92c9e9ff4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.566193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-3d3ea232-84ac-4b4d-a521-92c9e9ff4dd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0412428 Jul 28 03:54:46.610477 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-c5308f75-8ae3-4d84-9feb-48f1a0a6dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.611946 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-c5308f75-8ae3-4d84-9feb-48f1a0a6dfa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373902 Jul 28 03:54:46.705886 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-98a09a46-0ceb-4347-9448-144988e92d25 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860791 Jul 28 03:54:46.796441 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d56b8fa3-1b23-4555-b81e-eb0df4ba9598 req-0a19b87b-aa64-41c3-8b4e-0f6d43788d26 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801167 Jul 28 03:54:47.165341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00c1a-6452-4bdc-80fd-9ee0cc3ce90a req-d6a54204-1177-46b9-83bd-3a41a02e55b6 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.166880 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2da00c1a-6452-4bdc-80fd-9ee0cc3ce90a req-d6a54204-1177-46b9-83bd-3a41a02e55b6 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0541363 Jul 28 03:54:47.204879 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2da00c1a-6452-4bdc-80fd-9ee0cc3ce90a req-4f1b9fdd-13f9-4a1e-8d04-4d137f53e683 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Jul 28 03:54:47.664743 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.269092 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37620) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:48.322278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026fa0e-11a7-44c2-967b-d9dfd3af2627 req-e7050e5c-7252-46a5-962b-4e9ff77a6781 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:48.323777 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6026fa0e-11a7-44c2-967b-d9dfd3af2627 req-e7050e5c-7252-46a5-962b-4e9ff77a6781 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0491269 Jul 28 03:54:48.362952 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6026fa0e-11a7-44c2-967b-d9dfd3af2627 req-261ca4d2-6887-4080-ac08-fa4c63112414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Jul 28 03:54:48.371602 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b589caf4-99e1-41c5-9a91-9ce41f65e41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.458259 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b589caf4-99e1-41c5-9a91-9ce41f65e41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.529494 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b589caf4-99e1-41c5-9a91-9ce41f65e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.565527 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b589caf4-99e1-41c5-9a91-9ce41f65e41d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=454f7380f5d44ce6b2c9e91de23053f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952497 Jul 28 03:54:48.566460 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589caf4-99e1-41c5-9a91-9ce41f65e41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf9092-82ce-42fe-a34c-988c81661339,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:48.568216 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37628) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:48.616592 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.637932 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.718004 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.720457 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:48.721615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbf9092-82ce-42fe-a34c-988c81661339 HTTP/1.1" status: 204 len: 168 time: 0.1522481 Jul 28 03:54:48.729147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b44ae-bf86-4c2a-b9e3-9abf19a9f6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf9092-82ce-42fe-a34c-988c81661339,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:58.318409 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.260096 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37842) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:00.306657 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Deleting subnet 280a411b-d6e4-4e86-924d-6a066cce1223 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:55:00.309638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.341639 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.378427 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.495423 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.525528 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280a411b-d6e4-4e86-924d-6a066cce1223,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:00.528069 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.533327 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f5f75f6e-f7f1-4306-908b-7edb91b9900b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/280a411b-d6e4-4e86-924d-6a066cce1223 HTTP/1.1" status: 204 len: 168 time: 0.2689223 Jul 28 03:55:00.533327 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37844) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:00.596544 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.674771 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.684268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f1e616-52da-4a8d-97d2-89b256075e17']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:00.693946 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb700ead-1fc3-409f-96b4-53e4515c4f4c') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:00.694252 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb700ead-1fc3-409f-96b4-53e4515c4f4c') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:00.703147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.716980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.722832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:55:00.723212 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:55:00.724787 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:55:00.853402 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.860355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.864264 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] 10.222.0.13 "DELETE /v2.0/networks/84f1e616-52da-4a8d-97d2-89b256075e17 HTTP/1.1" status: 204 len: 168 time: 0.3287714 Jul 28 03:55:00.865274 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37848) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:00.871979 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e5dde-9ea5-4b99-b758-9ec308c8e79f admin admin] Pushing event deleted for resources: {'Network': ['ID=84f1e616-52da-4a8d-97d2-89b256075e17,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:00.909242 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Deleting subnet 76131b01-c9fe-4ff0-903c-77b4c0e23668 {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:55:00.912245 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.944179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:00.984813 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.139879 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.164307 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76131b01-c9fe-4ff0-903c-77b4c0e23668,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:01.168089 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.176032 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9d409a05-cfe0-4239-b43b-d4179a67b157 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76131b01-c9fe-4ff0-903c-77b4c0e23668 HTTP/1.1" status: 204 len: 168 time: 0.3031921 Jul 28 03:55:01.176032 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37850) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:01.236895 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.313085 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.322911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404b16eb-78d0-4618-a5ec-13f797ae41f1']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:01.332938 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60f6b3c-4269-448b-9bbe-5e5602185757') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:01.332938 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60f6b3c-4269-448b-9bbe-5e5602185757') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:01.341499 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.355233 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.360953 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:55:01.367293 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:55:01.489675 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.494050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.496606 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] 10.222.0.13 "DELETE /v2.0/networks/404b16eb-78d0-4618-a5ec-13f797ae41f1 HTTP/1.1" status: 204 len: 168 time: 0.3230639 Jul 28 03:55:01.508939 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8a43f-6e9c-466c-a34b-c5c87db72186 admin admin] Pushing event deleted for resources: {'Network': ['ID=404b16eb-78d0-4618-a5ec-13f797ae41f1,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:01.826999 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37864) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:01.834288 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37866) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:01.871794 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-47cc543c-9cd2-49c3-a7ec-eaeb748703b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c7c0d58dbdb4843be4f79befafc0e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436530 Jul 28 03:55:01.874225 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37870) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:01.922197 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:01.942867 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.005394 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d68a1c88-4f2d-4cf1-b35d-3aa2a6254b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.061576 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.064115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.068261 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/254d573e-6b8d-4adf-bf68-e57d03de75d9 HTTP/1.1" status: 204 len: 168 time: 0.1900651 Jul 28 03:55:02.079957 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d84d3d-5e62-450e-9351-5b536910c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d573e-6b8d-4adf-bf68-e57d03de75d9,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:02.115693 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d68a1c88-4f2d-4cf1-b35d-3aa2a6254b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.198367 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d68a1c88-4f2d-4cf1-b35d-3aa2a6254b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.236371 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d68a1c88-4f2d-4cf1-b35d-3aa2a6254b06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d688accb8382448aa720920222805cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010479 Jul 28 03:55:02.237210 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a1c88-4f2d-4cf1-b35d-3aa2a6254b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3273baee-c37a-4b72-b0a1-7da30e224068,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:02.239120 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37884) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:02.287383 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.311171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.415040 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.418126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.421662 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3273baee-c37a-4b72-b0a1-7da30e224068 HTTP/1.1" status: 204 len: 168 time: 0.1791229 Jul 28 03:55:02.428054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e35bfd-5692-41b7-8147-1b75b21973ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3273baee-c37a-4b72-b0a1-7da30e224068,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:02.684021 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37892) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:02.721344 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1c6d6c9f-958a-45cf-85e3-0318d2001d72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3948782644f41fdb9b06c44189a8893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361063 Jul 28 03:55:02.723601 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37896) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:02.770654 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:02.797119 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.019205 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.022310 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.025458 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3caf5c05-911d-4ae5-83ab-68835770bc4c HTTP/1.1" status: 204 len: 168 time: 0.2991574 Jul 28 03:55:03.032103 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f66ed-d9b7-457b-b362-dcd5c431c11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf5c05-911d-4ae5-83ab-68835770bc4c,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:03.210213 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37904) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:03.223775 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e826-c1a4-41a5-ab0d-2b86b6012382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.318269 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e826-c1a4-41a5-ab0d-2b86b6012382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.386596 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e826-c1a4-41a5-ab0d-2b86b6012382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.426423 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f7d8e826-c1a4-41a5-ab0d-2b86b6012382 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab86d8f6a3484e49ad90cc499d9fc7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085998 Jul 28 03:55:03.426776 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 37914) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:03.440504 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e826-c1a4-41a5-ab0d-2b86b6012382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284069df-7238-4652-9567-8500f144b276,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:03.483000 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.505668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.609419 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.612079 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:03.616151 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/284069df-7238-4652-9567-8500f144b276 HTTP/1.1" status: 204 len: 168 time: 0.1883233 Jul 28 03:55:03.625610 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964fff-cc18-4a46-9c35-5d0110d76867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284069df-7238-4652-9567-8500f144b276,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:03.852211 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f792e-7b18-420e-b8c0-d344b6e03de8 req-2a9e9122-0b07-4bba-a7ad-3c1f262c3c2c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:03.858187 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa9f792e-7b18-420e-b8c0-d344b6e03de8 req-2a9e9122-0b07-4bba-a7ad-3c1f262c3c2c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0551322 Jul 28 03:55:03.929487 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa9f792e-7b18-420e-b8c0-d344b6e03de8 req-1f899e3e-2f42-4746-a6ad-baa47f459fac tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644829 Jul 28 03:55:03.930220 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-3a6d6db6-e88c-459d-b350-fbb9d71ab757 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604382071&fields=id&tenant_id=b72f895797944198bf4cf01e56395986 HTTP/1.1" status: 200 len: 267 time: 0.0508759 Jul 28 03:55:03.986073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-d0fb7c70-2bd4-4bff-8e7c-73eb7ed45468 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:03.987548 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-d0fb7c70-2bd4-4bff-8e7c-73eb7ed45468 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 985 time: 0.0507803 Jul 28 03:55:03.998334 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Request body: {'port': {'security_groups': ['9d22fca5-95f6-4334-8c9c-03ac4ad81083']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:04.067894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.234374 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37940) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:04.244996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:04.247552 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ee60e036-7a01-43ba-b5d5-2cf75c098bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.276735 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.332120 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ee60e036-7a01-43ba-b5d5-2cf75c098bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.367906 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.390946 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ee60e036-7a01-43ba-b5d5-2cf75c098bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.417320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:04.417539 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:04.418023 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.425234 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cfda80fb-4f5a-462d-b3a5-1d252f00a88d req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "PUT /v2.0/ports/18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 943 time: 0.4289482 Jul 28 03:55:04.425234 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:04.426037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea076b-a551-42a3-b952-7ea02a3fb7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:04.426188 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37944) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:04.438043 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ee60e036-7a01-43ba-b5d5-2cf75c098bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db57fb145d4e4530bcce34ff2c46e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024934 Jul 28 03:55:04.440998 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37948) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:04.475121 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60e036-7a01-43ba-b5d5-2cf75c098bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f358493c-2f37-4654-924c-cd83b6467470,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:04.498268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b61ab-c2aa-46b5-8683-b0469ad5cfbc tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event updated for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=7']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:04.513609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8b7b3-26a4-4727-8fda-2e3a6059449d x-openstack-request-id: req-c3b8b7b3-26a4-4727-8fda-2e3a6059449d {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:04.514276 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:04.514744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b8b7b3-26a4-4727-8fda-2e3a6059449d {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:04.515543 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:55:04.576291 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.579032 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.602877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-8e224ce3-bbb3-43c0-af55-3c3751c454cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:04.608033 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-8e224ce3-bbb3-43c0-af55-3c3751c454cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1099 time: 0.0553231 Jul 28 03:55:04.620379 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.624122 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.640742 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:04.741614 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-9d2b4d63-fef2-43b4-b500-311400179d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:04.743231 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-9d2b4d63-fef2-43b4-b500-311400179d1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.1299424 Jul 28 03:55:04.785133 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.785623 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-5c7b715e-ecb8-4e50-905c-da79223aab8b None None] Provisioning complete for port 18572b61-ddaf-459c-b73b-e513b2c85a0b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:04.786148 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-5c7b715e-ecb8-4e50-905c-da79223aab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.787724 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.788886 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "DELETE /v2.0/security-groups/859cdf8d-f109-43de-bdef-655761d1a1c4 HTTP/1.1" status: 204 len: 168 time: 0.3620512 Jul 28 03:55:04.793088 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 37954) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:04.804575 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a74efa-ebc7-4549-9829-f53948942d5b tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cdf8d-f109-43de-bdef-655761d1a1c4,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:04.834897 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.837678 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:04.841257 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f358493c-2f37-4654-924c-cd83b6467470 HTTP/1.1" status: 204 len: 168 time: 0.3967750 Jul 28 03:55:04.852914 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f05752-8807-4706-8df9-4b5b0da8eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358493c-2f37-4654-924c-cd83b6467470,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:04.853941 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-7287d93b-4106-4f42-b238-f1f03bd65a9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 1001 time: 0.1012635 Jul 28 03:55:04.935641 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-8859baaf-bed2-4445-8035-a9d097470f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:04.937814 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-8859baaf-bed2-4445-8035-a9d097470f90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.0763724 Jul 28 03:55:05.005254 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Deleting port 977bd261-bc3d-47fa-8bc8-ba5ae14d66fd {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:05.005601 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.011878 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-77618549-e1aa-40c5-b835-f1b262581d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:05.013516 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-77618549-e1aa-40c5-b835-f1b262581d25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627522 Jul 28 03:55:05.108857 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.109186 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.126951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Calling delete_port for 977bd261-bc3d-47fa-8bc8-ba5ae14d66fd owned by network:floatingip {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:05.148499 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e88644-ff60-413b-9d8a-91440927d098 req-401e34af-b9e3-47a1-b344-b14f20d007f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:05.149977 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87e88644-ff60-413b-9d8a-91440927d098 req-401e34af-b9e3-47a1-b344-b14f20d007f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.1250746 Jul 28 03:55:05.184562 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-842730dc-355e-4866-92e5-f52f0bb5c94a service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483614 Jul 28 03:55:05.220049 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-87e88644-ff60-413b-9d8a-91440927d098 req-b35c8cd4-d10c-4279-84e5-ae27582703c8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626900 Jul 28 03:55:05.319964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05ea076b-a551-42a3-b952-7ea02a3fb7fe req-6a5e9297-7f0c-4f92-a54f-bd60ce8c7a6e service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246629 Jul 28 03:55:05.397918 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.421510 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event deleted for resources: {'Port': ['ID=977bd261-bc3d-47fa-8bc8-ba5ae14d66fd,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:05.502014 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks [] for floatingip, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.502349 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Floating IP 5de45ff9-6736-46ee-b3c9-03ae2d5de504 disassociated (deleted). External IP: 172.27.0.19, port: 18572b61-ddaf-459c-b73b-e513b2c85a0b. Jul 28 03:55:05.699285 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-c30ae28e-388c-471b-90de-72c5c5ab8605 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386047 Jul 28 03:55:05.713636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Router 3de00699-1422-4fb7-9db7-331813208818 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:05.828909 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:05.833953 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:05.839659 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-c15ee773-ad52-4601-8a81-edeedced91ba tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:05.842070 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-c15ee773-ad52-4601-8a81-edeedced91ba tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.0883064 Jul 28 03:55:05.844366 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Sync routers for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:05.845369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-841236a1-c051-4d8c-9ea5-1f33a7450627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:05.847184 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-841236a1-c051-4d8c-9ea5-1f33a7450627 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0833602 Jul 28 03:55:05.856572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:05.857317 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:05.877538 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-72f3ceea-9cc8-4048-b51c-d903e7f1cd7f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "DELETE /v2.0/floatingips/5de45ff9-6736-46ee-b3c9-03ae2d5de504 HTTP/1.1" status: 204 len: 168 time: 1.0810020 Jul 28 03:55:05.877538 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:05.878040 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b0233-c306-4100-9070-1fa3f94c6ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:05.916807 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25847f2c-bfbd-4918-85fd-72e2c06d9b73 x-openstack-request-id: req-25847f2c-bfbd-4918-85fd-72e2c06d9b73 {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:05.917094 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:05.917344 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25847f2c-bfbd-4918-85fd-72e2c06d9b73 {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:05.917757 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:55:05.989613 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:06.105480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-6ca131b3-455a-485e-9730-0d8ac9f0f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.107031 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-6ca131b3-455a-485e-9730-0d8ac9f0f7f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b72f895797944198bf4cf01e56395986&device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 1099 time: 0.1228921 Jul 28 03:55:06.127008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Deleting port d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:06.127375 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:06.146853 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-66a17ed0-21bb-445a-bd7e-f28508a52238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.146853 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-66a17ed0-21bb-445a-bd7e-f28508a52238 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.2752569 Jul 28 03:55:06.223391 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:06.267710 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Checking router: 3de00699-1422-4fb7-9db7-331813208818 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:06.279863 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:06.280340 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:06.357504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-c8c6cb15-4763-494c-8119-123651936b51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 200 len: 1001 time: 0.1783473 Jul 28 03:55:06.381333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-11f44263-a42b-4a07-9ccf-cbed580a7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.382817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-11f44263-a42b-4a07-9ccf-cbed580a7b1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 200 len: 915 time: 0.2662566 Jul 28 03:55:06.412532 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:06.479468 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-db6d411d-377a-4646-97b8-e548726ea622 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 200 len: 217 time: 0.0790513 Jul 28 03:55:06.479468 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] For port d1a35b97-8f51-4d26-9e88-d5b160e73c38, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=d1a35b97-8f51-4d26-9e88-d5b160e73c38,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:06.479468 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:06.581313 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-e4a9db9f-53ce-42b2-946f-fa7b5d52a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.582896 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-e4a9db9f-53ce-42b2-946f-fa7b5d52a035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.1965027 Jul 28 03:55:06.624288 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:06.633179 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88bfa9-589b-4a03-abeb-32e0d3c7ea3e req-5320d3df-8a50-4650-8fcb-6678d754b39c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.634743 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e88bfa9-589b-4a03-abeb-32e0d3c7ea3e req-5320d3df-8a50-4650-8fcb-6678d754b39c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 947 time: 0.2763405 Jul 28 03:55:06.656990 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fad6b7-14db-4ff9-8d0d-78c9260d2f62 None None] The sync data for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi is: [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:52:06Z', 'revision_number': 4, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab', 'name': '', 'network_id': 'ca0c41ae-cef8-4031-a9eb-4162d4b0c863', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'mac_address': 'fa:16:3e:4d:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:06Z', 'updated_at': '2021-07-28T03:52:11Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'subnets': [{'id': '71e962dd-19d8-449d-ae08-7d2dd22dcd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:06.691803 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-75cd80ec-46c4-4133-bced-09df90a6bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:06.692177 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-75cd80ec-46c4-4133-bced-09df90a6bdbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 200 len: 853 time: 0.1989560 Jul 28 03:55:06.915144 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929737ab-5b7e-4806-b135-ce5115db6238 None None] New status for floating IP 5de45ff9-6736-46ee-b3c9-03ae2d5de504: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:07.105343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-597005b6-0834-44d7-af2a-969a4898ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:07.106899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-597005b6-0834-44d7-af2a-969a4898ff6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5035405 Jul 28 03:55:07.124072 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e88bfa9-589b-4a03-abeb-32e0d3c7ea3e req-47b35a72-2191-435e-a6f1-99b2d8476866 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=832f041e-efcd-43d5-a707-a070d47d4e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4514501 Jul 28 03:55:07.209600 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-5da7c3db-3d1e-414e-80f6-c2aaac450941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:07.211122 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-5da7c3db-3d1e-414e-80f6-c2aaac450941 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0c41ae-cef8-4031-a9eb-4162d4b0c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4858379 Jul 28 03:55:07.222006 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:07.222378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:07.222694 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Floating IP 783bfb3b-7734-49e4-a196-f12e9afd6ec0 disassociated. External IP: 172.27.0.86, port: d1a35b97-8f51-4d26-9e88-d5b160e73c38. Jul 28 03:55:07.223122 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Calling delete_port for d1a35b97-8f51-4d26-9e88-d5b160e73c38 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:07.365049 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-96e6121d-d94f-45c8-868e-d893e64c5b51 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503572 Jul 28 03:55:07.464751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-66ab19a6-57af-4ada-95d2-cd2d608e5036 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452328 Jul 28 03:55:07.572379 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-090104da-ab16-47df-b2c3-eedb8303ce92 req-7b3879de-9ebd-4cc7-840f-11c154942ece service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973014 Jul 28 03:55:07.620561 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-512b0233-c306-4100-9070-1fa3f94c6ef8 req-692107cf-39c0-43c2-a4c8-8efa9c8edb73 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397538 Jul 28 03:55:07.672578 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:07.702676 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'Port': ['ID=d1a35b97-8f51-4d26-9e88-d5b160e73c38,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:07.714519 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.714873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.715215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.715555 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.715889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.716228 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.716549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.716873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.717196 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.717522 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.717877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.718198 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:07.830699 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:07.940031 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:07.957127 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:07.967400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:07.971396 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:08.022299 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] No DVR routers for this DVR port d1a35b97-8f51-4d26-9e88-d5b160e73c38 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:08.027578 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:08.029672 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6ca4fd5-f94f-4eaf-a113-e2db9783d212 req-5188ec1b-a2df-4751-8859-e547e2f50300 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "DELETE /v2.0/ports/d1a35b97-8f51-4d26-9e88-d5b160e73c38 HTTP/1.1" status: 204 len: 173 time: 2.1711237 Jul 28 03:55:08.030129 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-deleted', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:08.032588 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89537a04-8028-468f-b1b5-3d568ac1eaa5" -d '{"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-deleted", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:08.095421 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f407b28-2fcc-458d-85d7-25d573fd2f7d x-openstack-request-id: req-1f407b28-2fcc-458d-85d7-25d573fd2f7d {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:08.095829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82a0472-61ce-40ca-959b-d75ffd9b1823", "name": "network-vif-deleted", "tag": "d1a35b97-8f51-4d26-9e88-d5b160e73c38", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:08.096005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f407b28-2fcc-458d-85d7-25d573fd2f7d {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:08.097802 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82a0472-61ce-40ca-959b-d75ffd9b1823', 'name': 'network-vif-deleted', 'tag': 'd1a35b97-8f51-4d26-9e88-d5b160e73c38', 'status': 'completed', 'code': 200} Jul 28 03:55:08.102454 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:08.241308 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-263c2e79-b2d0-4654-b9a7-62ead22fccc1 req-5345adba-8b04-4943-91bd-16fc1fcb154f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Jul 28 03:55:08.452137 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:08.481540 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:08.494216 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:08.495822 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:54:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:08.614715 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:08.620507 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:55:08.814240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:08.840340 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270439a-1dd9-41d7-adc7-a7bed0776859 None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:09.097361 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607224d-c381-4db7-b994-cb103963934a None None] New status for floating IP 783bfb3b-7734-49e4-a196-f12e9afd6ec0: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:09.250861 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38086) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:09.372329 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0577bcaf-1e96-4b54-a380-6d08045c6552 req-90753e9f-d46a-47f6-a8b8-13719c19b385 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82a0472-61ce-40ca-959b-d75ffd9b1823 HTTP/1.1" status: 200 len: 210 time: 0.0256877 Jul 28 03:55:09.373514 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-baedfbc6-6a99-45c8-b214-a9590bed616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.460311 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-baedfbc6-6a99-45c8-b214-a9590bed616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.534903 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-baedfbc6-6a99-45c8-b214-a9590bed616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.573509 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-baedfbc6-6a99-45c8-b214-a9590bed616b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83598dbb70514fdc8e5a4143c349742a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207726 Jul 28 03:55:09.574412 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedfbc6-6a99-45c8-b214-a9590bed616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e2a5a0-2532-4f2b-ab5e-1c23b7612c13,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:09.576185 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38092) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:09.627769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.648305 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.786745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.789427 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:09.793212 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6e2a5a0-2532-4f2b-ab5e-1c23b7612c13 HTTP/1.1" status: 204 len: 168 time: 0.2134461 Jul 28 03:55:09.800655 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4218-0f0b-41bb-8efc-af7de2fb3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e2a5a0-2532-4f2b-ab5e-1c23b7612c13,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:10.309483 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:10.332024 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: d1a35b97-8f51-4d26-9e88-d5b160e73c38 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:10.332483 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device d1a35b97-8f51-4d26-9e88-d5b160e73c38 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:10.388193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e416-f726-4555-9f9f-41d0ca8e5820 req-aa6aed14-fb77-4683-8faa-a070a90c2983 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:10.389674 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0234e416-f726-4555-9f9f-41d0ca8e5820 req-aa6aed14-fb77-4683-8faa-a070a90c2983 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0508010 Jul 28 03:55:10.430078 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0234e416-f726-4555-9f9f-41d0ca8e5820 req-d6d1447c-afd6-459e-9a09-5208fde4e46f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Jul 28 03:55:10.453345 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38112) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:10.466272 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4013f759-898f-4c4b-b0a7-ac4d165f593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.536177 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38114) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:10.551256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4013f759-898f-4c4b-b0a7-ac4d165f593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.599161 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.615195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4013f759-898f-4c4b-b0a7-ac4d165f593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.623043 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.656186 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4013f759-898f-4c4b-b0a7-ac4d165f593b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdfaa7d373b14aac84047d702805c961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017195 Jul 28 03:55:10.657265 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013f759-898f-4c4b-b0a7-ac4d165f593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382437d7-e95b-4499-9b8c-4c95a3d5a106,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:10.659019 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38116) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:10.716475 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.741799 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.773393 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.777076 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.778607 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "DELETE /v2.0/security-groups/832f041e-efcd-43d5-a707-a070d47d4e9a HTTP/1.1" status: 204 len: 168 time: 0.2412429 Jul 28 03:55:10.781369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38118) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:10.790772 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb576b-15d9-4765-b07a-3f0c1a796463 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f041e-efcd-43d5-a707-a070d47d4e9a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:10.803634 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.api.v2.resource [None req-86bfe570-795c-4b13-9a93-addbd9202670 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] show failed (client error): The resource could not be found. Jul 28 03:55:10.805423 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-86bfe570-795c-4b13-9a93-addbd9202670 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups/832f041e-efcd-43d5-a707-a070d47d4e9a HTTP/1.1" status: 404 len: 347 time: 0.0227745 Jul 28 03:55:10.808247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38120) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:10.895480 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.897965 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:10.899074 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/382437d7-e95b-4499-9b8c-4c95a3d5a106 HTTP/1.1" status: 204 len: 168 time: 0.2390883 Jul 28 03:55:10.926875 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57100dda-a4e9-4af0-8733-d043afebfaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382437d7-e95b-4499-9b8c-4c95a3d5a106,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:10.952522 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Deleting port 25017279-fd39-4b16-b4ec-569ffef986e3 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:10.952980 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.033214 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.033547 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.045128 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Calling delete_port for 25017279-fd39-4b16-b4ec-569ffef986e3 owned by network:floatingip {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:11.499576 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.546372 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'Port': ['ID=25017279-fd39-4b16-b4ec-569ffef986e3,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:11.547199 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1942d8-b060-430c-a732-05432d5893a6 req-b9049720-cb31-4061-bdbc-d42419ace3ca tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:11.550224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cd1942d8-b060-430c-a732-05432d5893a6 req-b9049720-cb31-4061-bdbc-d42419ace3ca tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0548618 Jul 28 03:55:11.589378 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cd1942d8-b060-430c-a732-05432d5893a6 req-c53af233-f1f1-4468-8ec7-39aea2294c20 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 28 03:55:11.596905 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.599467 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:11.607470 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-dafee02e-24c7-4137-89e6-978c1fddd11b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "DELETE /v2.0/floatingips/783bfb3b-7734-49e4-a196-f12e9afd6ec0 HTTP/1.1" status: 204 len: 168 time: 0.7965627 Jul 28 03:55:11.917833 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38154) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:11.922751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171805388', 'description': 'tempest-description--2139318918'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:12.043744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.139408 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.179071 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7822fa3e-4da5-4db4-a62a-e20a7621668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.224761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.254731 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd45f198-60f5-4504-9cd8-304e67a4ffa8,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:12.340020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.341203 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-345ec816-6aa1-4710-abbe-54d948071e76 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4223270 Jul 28 03:55:12.346149 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38164) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:12.349082 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group_rule': {'security_group_id': 'fd45f198-60f5-4504-9cd8-304e67a4ffa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:12.376925 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9b1a-892f-4094-b06c-37214629faff req-377ab1c1-c497-4760-a483-00e4b86a6707 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:12.378410 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6a1b9b1a-892f-4094-b06c-37214629faff req-377ab1c1-c497-4760-a483-00e4b86a6707 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.30 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Jul 28 03:55:12.456344 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.489378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Deleting port 18572b61-ddaf-459c-b73b-e513b2c85a0b {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:12.489771 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.518093 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.592072 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] For port 18572b61-ddaf-459c-b73b-e513b2c85a0b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=18572b61-ddaf-459c-b73b-e513b2c85a0b,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:12.596225 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.606386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Calling delete_port for 18572b61-ddaf-459c-b73b-e513b2c85a0b owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:12.639434 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.657252 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af08304f-dcce-44e5-9691-246714f262d9,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:12.730710 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.737644 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38176) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:12.738271 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9ae66df2-0205-49d8-9af5-443041584d99 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928995 Jul 28 03:55:12.748312 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcf4c1-d813-410a-a069-08ebc9ab01fc req-954ee92f-1554-434b-b752-5bd3b17cafe0 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:12.750079 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cefcf4c1-d813-410a-a069-08ebc9ab01fc req-954ee92f-1554-434b-b752-5bd3b17cafe0 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 946 time: 0.0774639 Jul 28 03:55:12.753138 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'security_group_rule': {'security_group_id': 'fd45f198-60f5-4504-9cd8-304e67a4ffa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:12.836661 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cefcf4c1-d813-410a-a069-08ebc9ab01fc req-8185b8fe-1995-4219-9899-f1e2bbf0205f tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d22fca5-95f6-4334-8c9c-03ac4ad81083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782523 Jul 28 03:55:12.882861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.910048 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:12.948414 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['18572b61-ddaf-459c-b73b-e513b2c85a0b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:12.958579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Pushing event deleted for resources: {'Port': ['ID=18572b61-ddaf-459c-b73b-e513b2c85a0b,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:13.027041 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] No DVR routers for this DVR port 18572b61-ddaf-459c-b73b-e513b2c85a0b on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:13.030506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.032923 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6a1b9b1a-892f-4094-b06c-37214629faff req-256d889f-4e43-4924-a329-8a71466a1c88 tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.30 "DELETE /v2.0/ports/18572b61-ddaf-459c-b73b-e513b2c85a0b HTTP/1.1" status: 204 len: 173 time: 0.6474438 Jul 28 03:55:13.040958 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'name': 'network-vif-deleted', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:13.043828 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca1f30-04d3-4307-beac-1519e24b44b9" -d '{"events": [{"server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "name": "network-vif-deleted", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:13.047870 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.088553 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2d320-960a-46c2-9835-5489e0e21225 x-openstack-request-id: req-eaa2d320-960a-46c2-9835-5489e0e21225 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:13.088850 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd72f65-1391-4c5f-a123-48d4e7f833e4", "name": "network-vif-deleted", "tag": "18572b61-ddaf-459c-b73b-e513b2c85a0b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:13.089158 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaa2d320-960a-46c2-9835-5489e0e21225 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:13.089499 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd72f65-1391-4c5f-a123-48d4e7f833e4', 'name': 'network-vif-deleted', 'tag': '18572b61-ddaf-459c-b73b-e513b2c85a0b', 'status': 'completed', 'code': 200} Jul 28 03:55:13.179129 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.201446 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367dfb6c-b4e0-4674-91e8-99adce2cd9b8,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:13.301224 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.302969 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c9c12864-f3e9-4630-a7d1-23057f96966f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5634201 Jul 28 03:55:13.306331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38194) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:13.313328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:13.409956 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.514904 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.627164 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Allocated IP 172.27.0.40 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/c4c38c49-fd8e-40e8-a221-5af2b16a1589) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:13.734256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.848760 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:13.887845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:13.890992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:13.897119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:13.920778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=c4c38c49-fd8e-40e8-a221-5af2b16a1589,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:13.968512 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-85c46ffb-e5b5-4726-a6fb-fee01e853417 req-d295a10d-f12e-43cc-a046-e9331651485c tempest-TestMinimumBasicScenario-379177834 tempest-TestMinimumBasicScenario-379177834-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd72f65-1391-4c5f-a123-48d4e7f833e4 HTTP/1.1" status: 200 len: 210 time: 0.0411491 Jul 28 03:55:14.017412 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.143590 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.290537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.378976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.442537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=c4c38c49-fd8e-40e8-a221-5af2b16a1589,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:14.455378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.546737 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:14.548207 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0cfc123f-7ec6-4d96-ae58-b59775a59cc3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2395813 Jul 28 03:55:14.740085 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-5ad13e74-6e40-4994-b8df-8a57545db87d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1171805388&fields=id&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 267 time: 0.0333331 Jul 28 03:55:14.847461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8aab7c64-f033-4bfc-a984-f8f129997393 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:14.848934 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8aab7c64-f033-4bfc-a984-f8f129997393 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 817 time: 0.1020823 Jul 28 03:55:14.863712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-38fcc891-efd0-4656-82d2-a85e3de49957 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/quotas/c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Jul 28 03:55:14.920745 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-b74b82b1-6269-4508-a23e-58f744a93955 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509868 Jul 28 03:55:15.016977 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-b35d883e-2cad-430d-a6f9-5ab8930f0ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Jul 28 03:55:15.021050 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-e248d38a-ecba-49e1-966d-05667b45ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:15.109910 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-08313410-3e99-4a9d-b3ba-7c94db713f5c service neutron] 10.222.0.13 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Jul 28 03:55:15.253677 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:15.364833 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7537c8cc-e827-4e42-be8f-fe9e1c11600e req-c811f9db-0f86-4130-8cbf-fc92c2a1e72c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0276375 Jul 28 03:55:15.990986 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:16.330994 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 18572b61-ddaf-459c-b73b-e513b2c85a0b no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:16.352817 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 18572b61-ddaf-459c-b73b-e513b2c85a0b {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:16.353294 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 18572b61-ddaf-459c-b73b-e513b2c85a0b not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:16.461543 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-483ad575-89d4-411a-83c3-77d569adc252 req-0d72d956-6a45-41cc-a644-e1ba587fd81b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0259638 Jul 28 03:55:16.660337 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38310) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:17.306903 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.619989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-083570c9-53d4-4bf1-9cfc-7d7184d418a6 req-400c2d43-3353-47b4-a56a-62f7be993ac2 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0571074 Jul 28 03:55:17.670922 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.690751 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38330) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:17.703956 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-ed247f21-fe60-4ebe-b5c1-a001e06f4497 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:17.705814 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-ed247f21-fe60-4ebe-b5c1-a001e06f4497 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 817 time: 0.2071738 Jul 28 03:55:17.767714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-715fdc8f-8b3d-4a7e-82f9-7fc2a9c6319a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 380 time: 0.0417411 Jul 28 03:55:17.781574 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'port': {'device_id': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'admin_state_up': True, 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'security_groups': ['fd45f198-60f5-4504-9cd8-304e67a4ffa8']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:17.811926 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.826339 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Deleting port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:17.826681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.927257 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.944377 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] For port de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:17.944744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:17.957520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Calling delete_port for de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:17.969334 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.005833 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42c5a6-fd44-44d8-8673-0981abde24ff,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:18.013964 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33fd7b14a8b44b42a834ed5c2b528375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221378 Jul 28 03:55:18.015435 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.015779 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.016117 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.016454 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.016781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.016887 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38340) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:18.017111 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.017436 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.017785 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.018116 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.018430 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.018747 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.019062 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c7d2c-76e8-4028-83aa-3023d0c94125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:18.119308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Made reservation on behalf of c2225b073de246b69280290dce7fa584 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:18.122736 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.163954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.240510 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.368036 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Allocated IP 172.20.0.6 (7fd140e9-74dd-4e79-8303-2c88dc35d567/a7006ca5-00d8-4aaf-929f-04c8b18807d2/496c1122-dadc-4756-ae9b-7d0ccecdc9b1) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:18.472891 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.474662 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.477349 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.480553 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b42c5a6-fd44-44d8-8673-0981abde24ff HTTP/1.1" status: 204 len: 168 time: 0.4606612 Jul 28 03:55:18.518857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:18.522443 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8767-0b63-45ca-a4d6-71ce035de16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42c5a6-fd44-44d8-8673-0981abde24ff,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:18.553159 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.587751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Transition to ACTIVE for port object 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:18.756442 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ed98e7f4-026f-4850-ab7b-cfd9ea1dca61 req-12526e16-29cf-4333-b051-8a8d48ea5baa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0587268 Jul 28 03:55:18.775010 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.818528 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:18.901519 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:18.907136 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:18.914523 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:18.944679 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:18.985557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:18.986149 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.103351 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d4b97b7-f667-4ee4-8d5f-412a25ac3f72 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3277490 Jul 28 03:55:19.105092 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Router 3de00699-1422-4fb7-9db7-331813208818 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:19.152855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Request body: {'port': {'device_id': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:19.185925 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38354) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:19.199282 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-abd22f94-5e61-465b-b0c9-255a5f8de9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.203357 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-59a81409-cc73-41fd-b607-da45eb73dd81 None None] Provisioning for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:19.207378 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-59a81409-cc73-41fd-b607-da45eb73dd81 None None] Provisioning complete for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:19.214674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-59a81409-cc73-41fd-b607-da45eb73dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.249920 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-59a81409-cc73-41fd-b607-da45eb73dd81 None None] Port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:55:19.252569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.269215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:19.275178 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4352aff1-25ba-45e4-a0fb-de733daf6234 admin admin] 10.222.0.13 "PUT /v2.0/routers/3de00699-1422-4fb7-9db7-331813208818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137116 Jul 28 03:55:19.278159 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38356) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:19.278963 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Sync routers for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:19.287664 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:19.288516 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:19.382140 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-abd22f94-5e61-465b-b0c9-255a5f8de9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.405283 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.455924 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:19.486390 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-abd22f94-5e61-465b-b0c9-255a5f8de9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.531623 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd22f94-5e61-465b-b0c9-255a5f8de9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b954c5-60b2-49f7-86a6-ab9347577997,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:19.548641 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-abd22f94-5e61-465b-b0c9-255a5f8de9cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c137a84f733e4725b778dc35157a0ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622527 Jul 28 03:55:19.551425 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38362) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:19.560380 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.593548 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:19.601831 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.608565 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.615230 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Transition to ACTIVE for port object 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:19.631075 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.644807 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:55:18Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:19.673730 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Checking router: 3de00699-1422-4fb7-9db7-331813208818 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:19.682367 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Routers {'3de00699-1422-4fb7-9db7-331813208818'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:19.682964 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['3de00699-1422-4fb7-9db7-331813208818'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:19.758213 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.792752 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.796426 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.801173 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40b954c5-60b2-49f7-86a6-ab9347577997 HTTP/1.1" status: 204 len: 168 time: 0.2480712 Jul 28 03:55:19.810427 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] Set router 3de00699-1422-4fb7-9db7-331813208818 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:19.815078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:19.818608 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73bd84-e764-442f-b9c3-d2df69b8f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b954c5-60b2-49f7-86a6-ab9347577997,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:19.823167 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Deleting port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:19.823630 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.934573 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] For port 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:19.935028 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:19.950161 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Calling delete_port for 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a owned by network:router_gateway {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:19.999208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Attempting to bind port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:55:19.999558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Attempting to bind port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:55:19.999898 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Attempting to bind port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:20.011128 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63360-ec2d-491b-934c-71d8eb15c589 req-8c6446a9-533d-4a05-bb60-aa048730b17d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.012645 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f5e63360-ec2d-491b-934c-71d8eb15c589 req-8c6446a9-533d-4a05-bb60-aa048730b17d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1090429 Jul 28 03:55:20.015043 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:55:20.015374 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Attempting to bind port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 on network 7fd140e9-74dd-4e79-8303-2c88dc35d567 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:20.022976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:55:20.023325 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Checking segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:55:20.023716 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Bound using segment: {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:55:20.024913 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Bound port: 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:55:20.025287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.060396 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:55:18Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:20.093035 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd77d8-dd20-4451-80c3-5a05f776380c None None] The sync data for ids ['3de00699-1422-4fb7-9db7-331813208818'] in dv-cinder-802648-1-iscsi is: [{'id': '3de00699-1422-4fb7-9db7-331813208818', 'name': 'tempest-TestMinimumBasicScenario-607080225-router', 'tenant_id': 'b72f895797944198bf4cf01e56395986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:02Z', 'updated_at': '2021-07-28T03:55:18Z', 'revision_number': 5, 'project_id': 'b72f895797944198bf4cf01e56395986', 'gw_port': {'id': '9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de00699-1422-4fb7-9db7-331813208818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:03Z', 'updated_at': '2021-07-28T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:20.097527 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f5e63360-ec2d-491b-934c-71d8eb15c589 req-e740aea1-6d00-4e75-9337-09c27d8fa9da tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765517 Jul 28 03:55:20.155622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:55:20.158984 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:55:20.199575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.245044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.245681 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.247108 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] 10.222.0.30 "PUT /v2.0/ports/496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 1093 time: 1.0984578 Jul 28 03:55:20.247553 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:20.249859 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf8719-8613-4fa3-a06e-5986337c69fd" -d '{"events": [{"name": "network-changed", "server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:20.278088 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.287939 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b767e89-ffae-44e9-8a14-fcbd8a171600 service neutron] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:20.299164 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02757d-0b54-435b-b09e-be616e472245 x-openstack-request-id: req-8a02757d-0b54-435b-b09e-be616e472245 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:20.299576 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:20.299970 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a02757d-0b54-435b-b09e-be616e472245 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:20.300737 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'status': 'completed', 'code': 200} Jul 28 03:55:20.319257 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:20.392429 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.398739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-bf0e9461-9b95-4b7e-a1e1-ce5074242a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.399714 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-bf0e9461-9b95-4b7e-a1e1-ce5074242a0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0568089 Jul 28 03:55:20.494460 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.496580 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.526952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-959ebfc7-7d10-46fe-ae6f-ec29e62a78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.528458 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-959ebfc7-7d10-46fe-ae6f-ec29e62a78d9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2225b073de246b69280290dce7fa584&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1104476 Jul 28 03:55:20.627316 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.628757 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de00699-1422-4fb7-9db7-331813208818 {{(pid=105296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:55:20.634280 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.639649 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0ceadafa-e11a-4564-abdb-2a6103638d4d admin admin] 10.222.0.13 "DELETE /v2.0/routers/3de00699-1422-4fb7-9db7-331813208818 HTTP/1.1" status: 204 len: 168 time: 1.3584628 Jul 28 03:55:20.640091 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38384) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:20.642221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-f6d4dd58-6b58-430c-b4f4-3ee8ea987932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.643908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aebf8719-8613-4fa3-a06e-5986337c69fd req-f6d4dd58-6b58-430c-b4f4-3ee8ea987932 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070509 Jul 28 03:55:20.693617 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Deleting subnet 71e962dd-19d8-449d-ae08-7d2dd22dcd97 {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:55:20.696625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.731983 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.756836 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9c4254c6-1ea5-4602-bdc6-2239be35789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.758384 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-9c4254c6-1ea5-4602-bdc6-2239be35789a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0419116 Jul 28 03:55:20.809838 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-f8931fd7-2bfc-432e-9313-9af65222370c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 217 time: 0.0367680 Jul 28 03:55:20.877401 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:20.880883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d8bf168-52fc-4e19-b725-b78b084c97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.882417 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-8d8bf168-52fc-4e19-b725-b78b084c97da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0650020 Jul 28 03:55:20.932767 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-3cccf7cb-2e27-4d3d-9e34-cfb3ae5da2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:20.934647 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-3cccf7cb-2e27-4d3d-9e34-cfb3ae5da2e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446358 Jul 28 03:55:21.026404 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-08e6e99a-9f01-4d9d-8edf-1ac2d3e3c7ca service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819385 Jul 28 03:55:21.032665 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.062657 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e962dd-19d8-449d-ae08-7d2dd22dcd97,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:21.068461 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.073278 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4ed9e08c-e4ab-4139-9c96-72aebbb2555f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71e962dd-19d8-449d-ae08-7d2dd22dcd97 HTTP/1.1" status: 204 len: 168 time: 0.4288702 Jul 28 03:55:21.073278 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38400) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:21.074383 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47fe48f-39ee-4f36-a00a-089d8da1b129 None None] Network ca0c41ae-cef8-4031-a9eb-4162d4b0c863 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:55:21.148711 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-39cec04e-1995-43a2-bda4-b13a754ceb0f req-e2e202a3-2b3f-4ff5-ba29-6877a4265944 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149933 Jul 28 03:55:21.159970 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.223055 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38408) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:21.267086 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8eefb-88f2-4e59-a51d-a273fe4b895d req-e5bb7cfc-3bce-416e-bdc3-0d9ebe88d856 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:21.271154 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84e8eefb-88f2-4e59-a51d-a273fe4b895d req-e5bb7cfc-3bce-416e-bdc3-0d9ebe88d856 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0886257 Jul 28 03:55:21.282407 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Deleting port 438f845f-9bf7-4d83-917e-93a43b3e46e6 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:21.284013 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.333035 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] DHCP port deletion for ca0c41ae-cef8-4031-a9eb-4162d4b0c863 request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:55:21.354917 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-84e8eefb-88f2-4e59-a51d-a273fe4b895d req-a2a53b80-cb75-407d-8421-f778f17411c3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737925 Jul 28 03:55:21.384383 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] For port 438f845f-9bf7-4d83-917e-93a43b3e46e6, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=438f845f-9bf7-4d83-917e-93a43b3e46e6,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:21.384952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.399952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Calling delete_port for 438f845f-9bf7-4d83-917e-93a43b3e46e6 owned by network:dhcp {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:21.419492 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Deleting port 438f845f-9bf7-4d83-917e-93a43b3e46e6 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:21.425230 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.435608 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:21.451142 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-653684229-network', 'tenant_id': '0df9f9bda62e4fb3a8402d577b6a7fd1'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:21.483955 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:21.484299 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9b5afd62-e9fa-4c5a-82cf-61e41a46ae8a not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:21.484724 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 438f845f-9bf7-4d83-917e-93a43b3e46e6 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:21.531297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] For port 438f845f-9bf7-4d83-917e-93a43b3e46e6, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=438f845f-9bf7-4d83-917e-93a43b3e46e6,segment=NetworkSegment(e6f2ee3e-248e-4a00-a46e-1c7cba6237c7),segment_id=e6f2ee3e-248e-4a00-a46e-1c7cba6237c7)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:21.531621 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.549201 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Calling delete_port for 438f845f-9bf7-4d83-917e-93a43b3e46e6 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:21.597899 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Made reservation on behalf of 0df9f9bda62e4fb3a8402d577b6a7fd1 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:21.600298 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.611571 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.637469 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Pushing event deleted for resources: {'Port': ['ID=438f845f-9bf7-4d83-917e-93a43b3e46e6,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:21.639138 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.641441 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] No DVR routers for this DVR port 438f845f-9bf7-4d83-917e-93a43b3e46e6 on host dv-cinder-802648-1-iscsi {{(pid=105296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:21.733310 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.748941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0c41ae-cef8-4031-a9eb-4162d4b0c863']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:21.763025 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:21.763323 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f2ee3e-248e-4a00-a46e-1c7cba6237c7') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:21.778625 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.779245 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.799858 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.809699 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:55:21.810097 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:55:21.811707 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:55:21.847538 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:21.867933 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:21.868274 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device de3e87b3-8cf2-40b8-b6a7-bb86fbded2ab not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:21.870422 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.879911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.899795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Pushing event deleted for resources: {'Port': ['ID=438f845f-9bf7-4d83-917e-93a43b3e46e6,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:21.902763 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] No DVR routers for this DVR port 438f845f-9bf7-4d83-917e-93a43b3e46e6 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:21.910316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.910671 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.911069 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.911414 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.911745 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.912082 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.912411 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.912740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.913075 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.913398 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.913803 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.914129 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6677a9-f67d-4eca-a018-2d0cea586ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:21.952270 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.957788 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.959669 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca0c41ae-cef8-4031-a9eb-4162d4b0c863 HTTP/1.1" status: 204 len: 168 time: 0.8857989 Jul 28 03:55:21.962689 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38418) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:21.970553 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b9d8-1fee-42ca-b482-5472fce83587 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0c41ae-cef8-4031-a9eb-4162d4b0c863,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:21.974893 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:21.999353 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:55:22.008166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:22.014564 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.014926 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Added segment 390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4 of type vlan for network 21e87ab8-f686-49e0-aae7-382f106666d7 Jul 28 03:55:22.057151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.173461 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.174454 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:22.175051 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.238979 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=21e87ab8-f686-49e0-aae7-382f106666d7,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:22.248849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 21e87ab8-f686-49e0-aae7-382f106666d7 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:55:22.301385 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-bdaba8b9-e4aa-45fb-b89f-cc840401b3f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0773704 Jul 28 03:55:22.304255 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38420) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:22.310019 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Request body: {'subnet': {'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-653684229-subnet', 'tenant_id': '0df9f9bda62e4fb3a8402d577b6a7fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:22.381056 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Made reservation on behalf of 0df9f9bda62e4fb3a8402d577b6a7fd1 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:22.383544 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.505796 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2237d6-f202-4205-b905-0f7a2a80557c req-a76726fa-5eae-41cb-9198-ad3c4c5fb530 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:22.507267 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6a2237d6-f202-4205-b905-0f7a2a80557c req-a76726fa-5eae-41cb-9198-ad3c4c5fb530 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0846009 Jul 28 03:55:22.570465 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6a2237d6-f202-4205-b905-0f7a2a80557c req-0c3d9235-eaef-4f6a-85de-cdbacf42ad2f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Jul 28 03:55:22.643091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.648097 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.696187 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a0a97c-ca20-4198-b8a1-cb95126db908,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:22.786827 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Checking segment: {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:55:22.787180 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Network hostable DHCP agents. Network: 21e87ab8-f686-49e0-aae7-382f106666d7, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:55:22.864532 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Network 21e87ab8-f686-49e0-aae7-382f106666d7 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:55:22.915767 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Deleting port b8c066aa-0dc7-464a-b7f4-af75181f2a22 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:22.916660 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.950428 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 21e87ab8-f686-49e0-aae7-382f106666d7) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:22.954764 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:22.956034 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:22.959617 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fff1c7-93df-4b30-9046-eefcb3cfe261 None None] Network 21e87ab8-f686-49e0-aae7-382f106666d7 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:55:22.997684 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] For port b8c066aa-0dc7-464a-b7f4-af75181f2a22, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=b8c066aa-0dc7-464a-b7f4-af75181f2a22,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:22.998340 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.012216 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Calling delete_port for b8c066aa-0dc7-464a-b7f4-af75181f2a22 owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:23.080661 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-21d2cf20-83a3-4033-abbe-2fa9c8865aef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7722814 Jul 28 03:55:23.085615 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66194257-05bd-4525-b7f3-5e51daf482cd None None] Network 21e87ab8-f686-49e0-aae7-382f106666d7 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:55:23.173979 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38438) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:23.282187 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.290295 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e36c8ee-6592-49a5-9698-23e1ef497da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.314470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c066aa-0dc7-464a-b7f4-af75181f2a22,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:23.407392 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e36c8ee-6592-49a5-9698-23e1ef497da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.478166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9e36c8ee-6592-49a5-9698-23e1ef497da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.496286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.524986 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9e36c8ee-6592-49a5-9698-23e1ef497da5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d03fc69bb5e048218ca86e6cc5c035ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498125 Jul 28 03:55:23.528000 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38446) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:23.534162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36c8ee-6592-49a5-9698-23e1ef497da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fa440-d361-4903-88d0-d03037a65bd8,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:23.583398 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.605615 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.710636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.713165 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.714406 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed3fa440-d361-4903-88d0-d03037a65bd8 HTTP/1.1" status: 204 len: 168 time: 0.1855221 Jul 28 03:55:23.723294 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfadb9b-1b81-4ab8-b505-e7a4e92f2a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fa440-d361-4903-88d0-d03037a65bd8,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:23.745712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa8df2-ceb7-46e3-821c-ce3228d41b9c req-0dacc7ea-69ad-4a0d-aa03-a2df7bc0f543 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:23.747229 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7bfa8df2-ceb7-46e3-821c-ce3228d41b9c req-0dacc7ea-69ad-4a0d-aa03-a2df7bc0f543 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0921581 Jul 28 03:55:23.773908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Router 6d460a5f-e201-4397-9539-ee74b622a6b5 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:23.806392 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7bfa8df2-ceb7-46e3-821c-ce3228d41b9c req-95092593-6b27-4941-b168-b859ae0e0e8d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515411 Jul 28 03:55:23.906352 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:23.910263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0fae6854-fa76-4cd7-96a5-b46f333f3184 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d460a5f-e201-4397-9539-ee74b622a6b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9458418 Jul 28 03:55:23.910889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38458) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:23.913888 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Sync routers for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:23.949276 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:23.953793 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:24.041779 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.067812 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:24.169881 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.254088 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:55:23Z', 'revision_number': 5, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:24.280943 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Checking router: 6d460a5f-e201-4397-9539-ee74b622a6b5 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:24.289547 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Routers {'6d460a5f-e201-4397-9539-ee74b622a6b5'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:24.290169 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['6d460a5f-e201-4397-9539-ee74b622a6b5'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:24.349025 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Deleting port 20646b19-8f1d-494a-afbf-5cb83e7b84d2 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:24.349631 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.360613 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:55:24.409484 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] Set router 6d460a5f-e201-4397-9539-ee74b622a6b5 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:24.470021 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b04fed-8e28-4fef-bae7-76936ccbd4d9 req-7821f1ae-d370-48eb-919b-a8c9b373c889 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:24.470849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:24.471538 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2b04fed-8e28-4fef-bae7-76936ccbd4d9 req-7821f1ae-d370-48eb-919b-a8c9b373c889 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1096916 Jul 28 03:55:24.487518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:55:24.488657 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] For port 20646b19-8f1d-494a-afbf-5cb83e7b84d2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=20646b19-8f1d-494a-afbf-5cb83e7b84d2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:24.489081 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.510162 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Calling delete_port for 20646b19-8f1d-494a-afbf-5cb83e7b84d2 owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:24.531733 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.535981 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2b04fed-8e28-4fef-bae7-76936ccbd4d9 req-e5964643-e150-4279-83f8-a6e4c81034af tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569363 Jul 28 03:55:24.546768 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38468) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:24.549880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:24.571222 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d54ce958-a843-410e-b586-cdcf278dbae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.578352 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:24.623498 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:55:23Z', 'revision_number': 5, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:24.638841 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.654297 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8458cb8-7ec7-4e93-beda-fbedf4d060be None None] The sync data for ids ['6d460a5f-e201-4397-9539-ee74b622a6b5'] in dv-cinder-802648-1-iscsi is: [{'id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'name': 'tempest-TestMinimumBasicScenario-2145760701-router', 'tenant_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:55:23Z', 'revision_number': 5, 'project_id': 'edf2d49484f0485bbf4a1dc5f2f1b959', 'gw_port': {'id': '20646b19-8f1d-494a-afbf-5cb83e7b84d2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d460a5f-e201-4397-9539-ee74b622a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:52:10Z', 'updated_at': '2021-07-28T03:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:24.673769 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d54ce958-a843-410e-b586-cdcf278dbae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.701675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:24.809248 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-d54ce958-a843-410e-b586-cdcf278dbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.847741 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-d54ce958-a843-410e-b586-cdcf278dbae9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ba114c6ab064e5b971252e2ea5760d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997859 Jul 28 03:55:24.850794 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ce958-a843-410e-b586-cdcf278dbae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c140ff-3be2-4337-8ed5-f6e0bc9cc10b,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:24.850913 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38472) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:24.900417 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.946332 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Pushing event deleted for resources: {'Port': ['ID=20646b19-8f1d-494a-afbf-5cb83e7b84d2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:24.955542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['496c1122-dadc-4756-ae9b-7d0ccecdc9b1'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:24.995639 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.030196 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117caa10-6ca4-4083-8842-965fd1834cb2 req-cb264ab9-5677-447f-bb3d-28138ca3cc43 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:25.032365 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-117caa10-6ca4-4083-8842-965fd1834cb2 req-cb264ab9-5677-447f-bb3d-28138ca3cc43 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1430559 Jul 28 03:55:25.057485 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.059565 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.206698 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.211113 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.225870 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-117caa10-6ca4-4083-8842-965fd1834cb2 req-507000a1-49af-475e-b86d-709da4a3d2c8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791244 Jul 28 03:55:25.376356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.376909 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d460a5f-e201-4397-9539-ee74b622a6b5 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:55:25.385337 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.385337 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b7ebba12-b174-49dd-b534-3b6aeec1a585 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d460a5f-e201-4397-9539-ee74b622a6b5 HTTP/1.1" status: 204 len: 168 time: 1.4705234 Jul 28 03:55:25.386891 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38488) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:25.403159 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.406367 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.407270 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97c140ff-3be2-4337-8ed5-f6e0bc9cc10b HTTP/1.1" status: 204 len: 168 time: 0.5550251 Jul 28 03:55:25.415518 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device b8c066aa-0dc7-464a-b7f4-af75181f2a22 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:25.427166 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-6c0e4cb9-dad3-41a9-84d4-51fee6315bc7 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:25.428728 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-6c0e4cb9-dad3-41a9-84d4-51fee6315bc7 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/networks?id=21e87ab8-f686-49e0-aae7-382f106666d7 HTTP/1.1" status: 200 len: 813 time: 0.1333098 Jul 28 03:55:25.429655 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42412ce-36c6-4f7e-b612-7af1fea536bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c140ff-3be2-4337-8ed5-f6e0bc9cc10b,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:25.450017 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-deae0285-713a-482e-9c7f-d0e03889294b tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/quotas/0df9f9bda62e4fb3a8402d577b6a7fd1 HTTP/1.1" status: 200 len: 375 time: 0.0116720 Jul 28 03:55:25.458705 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: b8c066aa-0dc7-464a-b7f4-af75181f2a22 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:25.459392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device b8c066aa-0dc7-464a-b7f4-af75181f2a22 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:25.483595 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Deleting subnet 5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8 {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:55:25.487160 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.489094 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9bc3112e-e4bf-4b6d-b213-03463d3cbb0e tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313623 Jul 28 03:55:25.524516 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.610530 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0369cf81-2322-432d-a32e-1da849190463 service neutron] 10.222.0.13 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136072 Jul 28 03:55:25.664717 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.719121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae17cc-c9b7-4dcf-903d-1d56be49c0af req-cdb1e102-343b-427f-9242-25e2b9d6f3b9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:25.720617 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0cae17cc-c9b7-4dcf-903d-1d56be49c0af req-cdb1e102-343b-427f-9242-25e2b9d6f3b9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.0965741 Jul 28 03:55:25.752551 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-ca28d57d-18ee-4f46-9b46-c266e7618831 service neutron] 10.222.0.13 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362851 Jul 28 03:55:25.770816 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0cae17cc-c9b7-4dcf-903d-1d56be49c0af req-03534c7d-fd52-4e79-bc52-a77bce85cb27 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Jul 28 03:55:25.787800 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.813847 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:25.819137 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:25.822139 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-50c3203d-9667-492e-8fba-f96b3d6052c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ddd1d8d-eb1a-4843-9a0d-d0769f005cd8 HTTP/1.1" status: 204 len: 168 time: 0.4342091 Jul 28 03:55:25.825468 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38496) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:25.828739 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13473a85-a7f4-4ae8-8ec9-e82f66f5ef21 None None] Network c64a73aa-ffb5-42bd-8196-9985530ba7c3 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:55:25.895753 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.006189 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0aa39231-e3a6-4e1d-9a7d-f119e54c26cf req-efcfd663-3443-4b8d-bee0-900cf5f773ad tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 210 time: 0.0334682 Jul 28 03:55:26.025447 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Deleting port 8d8c4285-13d3-4057-a1e9-521ad4adc838 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:26.025447 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.040614 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] DHCP port deletion for c64a73aa-ffb5-42bd-8196-9985530ba7c3 request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:55:26.093859 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] For port 8d8c4285-13d3-4057-a1e9-521ad4adc838, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=8d8c4285-13d3-4057-a1e9-521ad4adc838,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:26.094355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.109834 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Calling delete_port for 8d8c4285-13d3-4057-a1e9-521ad4adc838 owned by network:dhcp {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:26.112715 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Deleting port 8d8c4285-13d3-4057-a1e9-521ad4adc838 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:26.113088 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.177853 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] For port 8d8c4285-13d3-4057-a1e9-521ad4adc838, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=8d8c4285-13d3-4057-a1e9-521ad4adc838,segment=NetworkSegment(80e642d2-b15b-4aa3-8724-f256109a3029),segment_id=80e642d2-b15b-4aa3-8724-f256109a3029)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:26.178250 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.180940 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38506) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:26.194199 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Calling delete_port for 8d8c4285-13d3-4057-a1e9-521ad4adc838 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:26.195662 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-542f325c-0703-4a8e-9b61-6d487621c7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.267613 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.278861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.298374 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8c4285-13d3-4057-a1e9-521ad4adc838,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.304438 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-542f325c-0703-4a8e-9b61-6d487621c7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.313185 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] No DVR routers for this DVR port 8d8c4285-13d3-4057-a1e9-521ad4adc838 on host dv-cinder-802648-1-iscsi {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:26.318920 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] Pushing event deleted for resources: {'Port': ['ID=8d8c4285-13d3-4057-a1e9-521ad4adc838,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.324495 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2caf55c-20a8-4f71-970f-498533859ab0 None None] No DVR routers for this DVR port 8d8c4285-13d3-4057-a1e9-521ad4adc838 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:26.357881 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-542f325c-0703-4a8e-9b61-6d487621c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.389547 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:55:26.401306 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-542f325c-0703-4a8e-9b61-6d487621c7f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=631b8ba663e44279af9f267dcdec3827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186990 Jul 28 03:55:26.402481 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38510) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:26.403596 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f325c-0703-4a8e-9b61-6d487621c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922033f1-7c1c-47e5-9e0b-0ac86c26ab4d,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.421755 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac36ad-b3c6-41df-9d44-37082ec92475 req-234284c7-b1f2-4a6f-b0a9-2d3febbbba25 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:26.423178 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8aac36ad-b3c6-41df-9d44-37082ec92475 req-234284c7-b1f2-4a6f-b0a9-2d3febbbba25 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1261156 Jul 28 03:55:26.424771 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.442171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64a73aa-ffb5-42bd-8196-9985530ba7c3']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:26.473517 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e642d2-b15b-4aa3-8724-f256109a3029') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:26.473855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e642d2-b15b-4aa3-8724-f256109a3029') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:26.500408 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:26.504233 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:26.504636 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.516193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.554079 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.567993 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:55:26.568390 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:55:26.571029 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:55:26.573938 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.583342 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.586309 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8aac36ad-b3c6-41df-9d44-37082ec92475 req-353d2978-4961-45e0-a509-540888dd95da tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492920 Jul 28 03:55:26.614861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:26.614861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785724e9-8cc5-4f59-8b6f-f4c118d1fccf" -d '{"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:26.626844 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292823b-c280-4c70-ba30-de67e25092d6 req-4f423dec-673a-4a7d-b3b7-70fa0ff0e6e4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:26.626844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b292823b-c280-4c70-ba30-de67e25092d6 req-4f423dec-673a-4a7d-b3b7-70fa0ff0e6e4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.1623216 Jul 28 03:55:26.627056 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:26.646378 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb3f0b7-0645-4d43-b7e9-43e6cfc2b99c x-openstack-request-id: req-6bb3f0b7-0645-4d43-b7e9-43e6cfc2b99c {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:26.646662 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:26.646910 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bb3f0b7-0645-4d43-b7e9-43e6cfc2b99c {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:26.647323 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'code': 200} Jul 28 03:55:26.672103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.721832 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.754724 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.763082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.767500 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c64a73aa-ffb5-42bd-8196-9985530ba7c3 HTTP/1.1" status: 204 len: 168 time: 0.9383888 Jul 28 03:55:26.778759 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501df6c9-ef2b-4176-b6c0-2bbd59151754 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64a73aa-ffb5-42bd-8196-9985530ba7c3,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.783140 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Deleting port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:26.783489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.798103 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.862639 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.865215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.866373 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/922033f1-7c1c-47e5-9e0b-0ac86c26ab4d HTTP/1.1" status: 204 len: 168 time: 0.4614229 Jul 28 03:55:26.916202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837eeda-3e69-4562-a376-5fd012e92af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922033f1-7c1c-47e5-9e0b-0ac86c26ab4d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:26.919019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] For port 517b10a3-2cd6-43e2-b0c9-343c1de1f631, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=517b10a3-2cd6-43e2-b0c9-343c1de1f631,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:26.925112 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.261315 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41af3f-8345-4c80-b0d9-6de3d043772d req-155d36bd-643f-4e58-b60a-f8e8f97b3a6a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:27.265827 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9b41af3f-8345-4c80-b0d9-6de3d043772d req-155d36bd-643f-4e58-b60a-f8e8f97b3a6a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 945 time: 0.3954651 Jul 28 03:55:27.268354 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38528) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:27.310605 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-19944b63-4eb7-4434-a67c-ba959e061f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b72f895797944198bf4cf01e56395986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402305 Jul 28 03:55:27.313056 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38530) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:27.334275 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e1feca62-4368-4d80-b876-f599bf7ff399 req-289de980-ef0d-4f90-bc0f-2086a9d30fd7 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 210 time: 0.0805662 Jul 28 03:55:27.395068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501974c-7e52-4c5e-95ac-7d3f64c9cdd8 req-bd4a7075-dffe-47cb-958f-e852cebc775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:27.396574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1501974c-7e52-4c5e-95ac-7d3f64c9cdd8 req-bd4a7075-dffe-47cb-958f-e852cebc775a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1534250 Jul 28 03:55:27.409601 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.618684 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 20646b19-8f1d-494a-afbf-5cb83e7b84d2 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:27.619989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9b41af3f-8345-4c80-b0d9-6de3d043772d req-be18bbf0-3dcd-4efb-9f35-a2a07e2ffc42 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529825 Jul 28 03:55:27.620171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 20646b19-8f1d-494a-afbf-5cb83e7b84d2 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:27.620171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 20646b19-8f1d-494a-afbf-5cb83e7b84d2 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:27.620171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 8d8c4285-13d3-4057-a1e9-521ad4adc838 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:27.620662 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.620766 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 8d8c4285-13d3-4057-a1e9-521ad4adc838 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:27.620766 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 8d8c4285-13d3-4057-a1e9-521ad4adc838 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:27.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1501974c-7e52-4c5e-95ac-7d3f64c9cdd8 req-00505632-a627-411c-9cda-9e8dc153d522 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835776 Jul 28 03:55:27.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Floating IP 2151e7c9-e4c6-45cc-bd4e-4aec5e15858f disassociated. External IP: 172.27.0.246, port: 517b10a3-2cd6-43e2-b0c9-343c1de1f631. Jul 28 03:55:27.620960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Calling delete_port for 517b10a3-2cd6-43e2-b0c9-343c1de1f631 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:27.714261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c974c21-bcce-4e83-902b-5fde2816ee8a req-490b06bf-3254-4bae-b939-ffc26ad7bcc5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:27.715732 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8c974c21-bcce-4e83-902b-5fde2816ee8a req-490b06bf-3254-4bae-b939-ffc26ad7bcc5 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Jul 28 03:55:27.753531 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8c974c21-bcce-4e83-902b-5fde2816ee8a req-8f1f5977-e1e5-4c37-8ef4-bb03c9be5ce7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Jul 28 03:55:27.820583 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.820764 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.823500 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:27.825444 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d22fca5-95f6-4334-8c9c-03ac4ad81083 HTTP/1.1" status: 204 len: 168 time: 0.5109065 Jul 28 03:55:27.834834 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cec59-2f8b-44ef-b7e6-fd9acdb4a9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d22fca5-95f6-4334-8c9c-03ac4ad81083,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:27.862019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'Port': ['ID=517b10a3-2cd6-43e2-b0c9-343c1de1f631,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:27.981358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:28.093322 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:28.106340 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:28.124772 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:28.124772 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:28.132722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] No DVR routers for this DVR port 517b10a3-2cd6-43e2-b0c9-343c1de1f631 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:28.134995 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.137430 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b292823b-c280-4c70-ba30-de67e25092d6 req-28476e54-b565-41fb-8003-9f56b35725a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "DELETE /v2.0/ports/517b10a3-2cd6-43e2-b0c9-343c1de1f631 HTTP/1.1" status: 204 len: 173 time: 1.5032511 Jul 28 03:55:28.137430 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'name': 'network-vif-deleted', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:28.139943 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922e0c0-150a-4f3c-991c-aca78dd8ff57" -d '{"events": [{"server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "name": "network-vif-deleted", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:28.184535 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ba1a2-3ea8-4531-ac17-4d4a4aa9863b x-openstack-request-id: req-db9ba1a2-3ea8-4531-ac17-4d4a4aa9863b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:28.184826 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61594cab-b469-443e-a98d-7a019bb9bcc5", "name": "network-vif-deleted", "tag": "517b10a3-2cd6-43e2-b0c9-343c1de1f631", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:28.185077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db9ba1a2-3ea8-4531-ac17-4d4a4aa9863b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:28.185475 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61594cab-b469-443e-a98d-7a019bb9bcc5', 'name': 'network-vif-deleted', 'tag': '517b10a3-2cd6-43e2-b0c9-343c1de1f631', 'status': 'completed', 'code': 200} Jul 28 03:55:28.243900 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:28.366726 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.461122 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2de15e16-4850-48db-81e3-3d601603c92c req-63edfbc0-640d-4f88-bd3b-4afd8aae2008 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 210 time: 0.0477438 Jul 28 03:55:28.474208 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:28.500960 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:28.509155 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:28.509824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:28.622912 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:28.647007 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38564) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:28.702957 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-023ea5b8-b060-42ad-94ff-2a676241c178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edf2d49484f0485bbf4a1dc5f2f1b959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544717 Jul 28 03:55:28.705661 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38568) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:28.746373 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8064b3ce-75d9-4711-b44d-6833d3701183 req-499797d0-6d5d-471e-aa6b-444889c54b04 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=61594cab-b469-443e-a98d-7a019bb9bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jul 28 03:55:28.779365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.801413 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.878070 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:28.904212 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd353d5-1cce-4b35-8fea-a4ebd533948e None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:28.950652 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.951386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:28.952550 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7ce1977-427e-46d8-9033-df0558056aa2 HTTP/1.1" status: 204 len: 168 time: 0.2459135 Jul 28 03:55:28.960577 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc9e75-96d1-444a-9f82-20735c2ecafd req-7d1cd269-d343-420e-98f3-97ac3500293b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:28.962167 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ccc9e75-96d1-444a-9f82-20735c2ecafd req-7d1cd269-d343-420e-98f3-97ac3500293b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1133077 Jul 28 03:55:28.978558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27f3f8-a27c-487a-9f5f-f5260c818518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce1977-427e-46d8-9033-df0558056aa2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:29.053299 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ccc9e75-96d1-444a-9f82-20735c2ecafd req-5ecd0ef2-fc06-48d4-931a-8d3574490994 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735562 Jul 28 03:55:29.069966 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-bab03249-1edc-4665-a76f-eee0e1b6ed3a tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:29.071748 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-bab03249-1edc-4665-a76f-eee0e1b6ed3a tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "GET /v2.0/networks?id=21e87ab8-f686-49e0-aae7-382f106666d7 HTTP/1.1" status: 200 len: 813 time: 0.1911421 Jul 28 03:55:29.098178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Request body: {'port': {'device_id': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7', 'admin_state_up': True, 'tenant_id': '0df9f9bda62e4fb3a8402d577b6a7fd1'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:29.227225 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f36e3-fe13-4bd5-a276-ba5930b9dab6 None None] New status for floating IP 2151e7c9-e4c6-45cc-bd4e-4aec5e15858f: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:29.305579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Made reservation on behalf of 0df9f9bda62e4fb3a8402d577b6a7fd1 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:29.331458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:29.496585 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Allocated IP 172.20.0.13 (21e87ab8-f686-49e0-aae7-382f106666d7/b2a0a97c-ca20-4198-b8a1-cb95126db908/38494b13-98dd-4a1f-b300-444145816d9e) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:29.584517 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-94227940-5633-4d59-9d13-9db5267c269b req-8a84d180-d1fa-4789-b417-c192af2fe570 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 210 time: 0.0345800 Jul 28 03:55:29.691332 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:29.788537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:29.834069 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Network 21e87ab8-f686-49e0-aae7-382f106666d7 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:29.837359 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:29.840909 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:29.882365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Pushing event updated for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:29.896415 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38588) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:29.912358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:29.916904 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:29.966202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:29.989770 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.007160 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-0a3449d8-d763-47b4-a1b5-b98b5d96d434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9139309 Jul 28 03:55:30.029422 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Request body: {'port': {'device_id': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:30.092455 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.128047 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.130765 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.131845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7 HTTP/1.1" status: 204 len: 168 time: 0.2342696 Jul 28 03:55:30.134706 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38592) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:30.148231 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.api.v2.resource [None req-7f0d7173-b9bf-4f8f-ac44-b535bf9096ca tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] show failed (client error): The resource could not be found. Jul 28 03:55:30.149222 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-7f0d7173-b9bf-4f8f-ac44-b535bf9096ca tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups/cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7 HTTP/1.1" status: 404 len: 347 time: 0.0135481 Jul 28 03:55:30.152627 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38594) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:30.166292 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db355-cca2-4db6-906f-0d59924ba9ad tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5cf005-bc5f-4c30-89b1-7a85b5a26eb7,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:30.263788 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c546-545e-4155-9552-c49081035c0c req-5e2ffa5e-e6d2-4669-9b88-c817e2dd5612 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:30.265397 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24c8c546-545e-4155-9552-c49081035c0c req-5e2ffa5e-e6d2-4669-9b88-c817e2dd5612 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1409483 Jul 28 03:55:30.275889 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Deleting port cbedee41-9467-4fcd-952e-b8e2014aa146 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:30.276230 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.353247 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24c8c546-545e-4155-9552-c49081035c0c req-af9d7541-73fb-4eab-9bb7-720e2c152828 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714159 Jul 28 03:55:30.353612 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.353612 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.361851 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Calling delete_port for cbedee41-9467-4fcd-952e-b8e2014aa146 owned by network:floatingip {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:30.423338 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 517b10a3-2cd6-43e2-b0c9-343c1de1f631 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:30.444762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 517b10a3-2cd6-43e2-b0c9-343c1de1f631 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:30.445472 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 517b10a3-2cd6-43e2-b0c9-343c1de1f631 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:30.467515 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38494b13-98dd-4a1f-b300-444145816d9e {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:30.477280 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.502558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec1e58-d585-4c6f-af00-39bc3d137782 req-06832e99-bf0b-4532-9961-be784370dc9c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:30.504203 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48ec1e58-d585-4c6f-af00-39bc3d137782 req-06832e99-bf0b-4532-9961-be784370dc9c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0747263 Jul 28 03:55:30.512908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38602) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:30.517462 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Request body: {'floatingip': {'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:30.560623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.602524 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Transition to ACTIVE for port object 38494b13-98dd-4a1f-b300-444145816d9e will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:30.604090 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.638093 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'Port': ['ID=cbedee41-9467-4fcd-952e-b8e2014aa146,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:30.685741 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.702959 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.705526 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:30.706746 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-71785794-2ee1-4a54-8186-b3cea47c02c9 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "DELETE /v2.0/floatingips/2151e7c9-e4c6-45cc-bd4e-4aec5e15858f HTTP/1.1" status: 204 len: 168 time: 0.5531800 Jul 28 03:55:30.708796 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-4cb73bab-5ff0-4669-bafe-f1c3fa76d1c4 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1f67b15b9afc4906ada8245366d3a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737135 Jul 28 03:55:30.916935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Pushing event updated for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:30.962831 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814a21-e6b4-4e22-929e-5a78e19cb446 req-c1a4167f-797d-418d-8a81-4a26c003c2d4 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:30.964297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-60814a21-e6b4-4e22-929e-5a78e19cb446 req-c1a4167f-797d-418d-8a81-4a26c003c2d4 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 944 time: 0.2890537 Jul 28 03:55:31.103031 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-c94f0a9b-eabe-4bd3-8b5a-e6fcf3046999 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:31.104539 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-c94f0a9b-eabe-4bd3-8b5a-e6fcf3046999 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671851 Jul 28 03:55:31.166009 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-60814a21-e6b4-4e22-929e-5a78e19cb446 req-8e318776-39d4-4bbd-b894-9ae7a25a29de tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463964 Jul 28 03:55:31.182188 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-b757e62f-0282-4c2b-bf2a-1daea25a92da tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/quotas/1f67b15b9afc4906ada8245366d3a65a HTTP/1.1" status: 200 len: 375 time: 0.0629640 Jul 28 03:55:31.486492 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Attempting to bind port 38494b13-98dd-4a1f-b300-444145816d9e on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:55:31.486823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Attempting to bind port 38494b13-98dd-4a1f-b300-444145816d9e by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:55:31.487153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Attempting to bind port 38494b13-98dd-4a1f-b300-444145816d9e on network 21e87ab8-f686-49e0-aae7-382f106666d7 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:31.510545 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-a16c49ea-3f2d-4c2d-b1fc-d480724a32e0 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f67b15b9afc4906ada8245366d3a65a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362432 Jul 28 03:55:31.511209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Port 38494b13-98dd-4a1f-b300-444145816d9e on network 21e87ab8-f686-49e0-aae7-382f106666d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:55:31.511427 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Attempting to bind port 38494b13-98dd-4a1f-b300-444145816d9e on network 21e87ab8-f686-49e0-aae7-382f106666d7 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:31.547668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:55:31.548010 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Checking segment: {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:55:31.548394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Bound using segment: {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:55:31.548833 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Bound port: 38494b13-98dd-4a1f-b300-444145816d9e, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:55:31.549193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.656466 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:55:31.699251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=38494b13-98dd-4a1f-b300-444145816d9e,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:55:31.715694 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.732169 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38618) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:31.737090 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183664758', 'description': 'tempest-description--255943769'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:31.786766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.846602 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:31.847640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.848687 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/38494b13-98dd-4a1f-b300-444145816d9e HTTP/1.1" status: 200 len: 1094 time: 1.8237205 Jul 28 03:55:31.854059 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da33265c-5f53-43c4-84e7-9e64076e7b40 req-4acfe0f6-8970-422c-8534-a18f7677eeda tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 210 time: 0.0585885 Jul 28 03:55:31.854512 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:31.856847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "tag": "38494b13-98dd-4a1f-b300-444145816d9e"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:31.867425 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.871489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:31.918359 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50dedb-331e-47b2-a31d-f00e7b1a1f16 x-openstack-request-id: req-4d50dedb-331e-47b2-a31d-f00e7b1a1f16 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:31.918651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "tag": "38494b13-98dd-4a1f-b300-444145816d9e", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:31.919002 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d50dedb-331e-47b2-a31d-f00e7b1a1f16 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:31.919424 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e', 'status': 'completed', 'code': 200} Jul 28 03:55:31.959491 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb984-330c-4cd1-9ad7-53b3f96019e9 service neutron] Pushing event updated for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:31.988384 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.042146 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Floating IP 171e05d3-d5b8-485f-a349-0441115974d3 associated. External IP: 172.27.0.40, port: 496c1122-dadc-4756-ae9b-7d0ccecdc9b1. Jul 28 03:55:32.045150 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-5aea8c6d-e96d-4746-81eb-907f095dcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.046703 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-5aea8c6d-e96d-4746-81eb-907f095dcf0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 1097 time: 0.0977190 Jul 28 03:55:32.047904 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.076384 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15d2d8-a370-426f-bf9a-273679e560cf,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:32.139386 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.140654 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6864ed09-ed6f-45ef-850f-91e34d0cdb87 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4072988 Jul 28 03:55:32.143545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38630) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:32.147951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group_rule': {'security_group_id': 'ff15d2d8-a370-426f-bf9a-273679e560cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:32.220136 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-0989353f-d9df-420e-9a64-920166a780c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.221627 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-0989353f-d9df-420e-9a64-920166a780c2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1436317 Jul 28 03:55:32.236350 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.293226 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.386171 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.402613 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47bc914-9a21-452e-80eb-2362e95d42c4,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:32.404316 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bdb43-68f5-4bef-a729-82dd80f93e71 req-12520732-08fe-4be1-9547-b35352d74652 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.405858 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b56bdb43-68f5-4bef-a729-82dd80f93e71 req-12520732-08fe-4be1-9547-b35352d74652 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 944 time: 0.1470094 Jul 28 03:55:32.458246 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-99dad05a-d3d5-4418-9060-ee66ab7d069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.459716 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c77c12ed-90a8-4fcf-9d9d-82a05a4c2bd1 req-99dad05a-d3d5-4418-9060-ee66ab7d069f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992967 Jul 28 03:55:32.461386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:32.484435 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b56bdb43-68f5-4bef-a729-82dd80f93e71 req-11bb3525-5b0e-4e19-aa94-40f80d877aec tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659039 Jul 28 03:55:32.500348 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.506712 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0efd6de5-80f8-4bad-b9e2-e30558bed306 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572595 Jul 28 03:55:32.506859 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38634) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:32.511508 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'security_group_rule': {'security_group_id': 'ff15d2d8-a370-426f-bf9a-273679e560cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:32.597780 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-f114293d-71d6-4c2e-97c5-75df1b94c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.599176 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-f114293d-71d6-4c2e-97c5-75df1b94c363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 1097 time: 0.0777435 Jul 28 03:55:32.649476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:32.653911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.655718 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.660285 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:32.660790 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-8dfcb582-f777-41a0-a408-ec96969830af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38494b13-98dd-4a1f-b300-444145816d9e HTTP/1.1" status: 200 len: 217 time: 0.0457137 Jul 28 03:55:32.671832 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:32.672663 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:32.716802 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ccf7a000-6e13-42de-8842-97ff9ddbdb91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "PUT /v2.0/floatingips/171e05d3-d5b8-485f-a349-0441115974d3 HTTP/1.1" status: 200 len: 990 time: 2.2002130 Jul 28 03:55:32.717047 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.729329 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d666e-a6f9-41c5-85c4-87000581f142 req-e7b09ba7-bc4a-4f21-b15a-c36a7b9e29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:32.731255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-e7b09ba7-bc4a-4f21-b15a-c36a7b9e29f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2a0a97c-ca20-4198-b8a1-cb95126db908 HTTP/1.1" status: 200 len: 853 time: 0.0554214 Jul 28 03:55:32.766226 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-5a7391d7-cfe9-455b-a3f1-dae33cd3b36a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e87ab8-f686-49e0-aae7-382f106666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276914 Jul 28 03:55:32.797246 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.819656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfe30f3-a78d-496e-8e01-b6d4480e7d22,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:32.880652 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-70df0855-494f-4c6f-9435-c3ae035242e6 service neutron] 10.222.0.30 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931337 Jul 28 03:55:32.889263 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:32.891032 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e7fa2ca5-25e3-415a-84d3-5008b9518bf2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831789 Jul 28 03:55:32.894722 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 38642) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:32.899396 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:32.916291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:32.970728 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e7c66da8-c82c-4746-bc31-e3960c947575 req-620d50cb-f46e-4db7-9018-7a7706007ab7 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 210 time: 0.0606816 Jul 28 03:55:32.981952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.013780 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-412d666e-a6f9-41c5-85c4-87000581f142 req-3becc5d1-8c47-4f73-b2aa-8af289262361 service neutron] 10.222.0.30 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247575 Jul 28 03:55:33.086174 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.188934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Allocated IP 172.27.0.37 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/729b0b24-ad6c-458b-bc32-2de638348f45) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:33.193260 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '171e05d3-d5b8-485f-a349-0441115974d3', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:13Z', 'updated_at': '2021-07-28T03:55:31Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:33.222836 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:33.232583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:33.233201 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:33.350600 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:33.480562 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.573934 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '171e05d3-d5b8-485f-a349-0441115974d3', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:13Z', 'updated_at': '2021-07-28T03:55:31Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:33.586751 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.603637 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-2376-4259-86a4-34119b995d09 None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '171e05d3-d5b8-485f-a349-0441115974d3', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:13Z', 'updated_at': '2021-07-28T03:55:31Z', 'revision_number': 1, 'project_id': 'c2225b073de246b69280290dce7fa584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:33.605934 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324267-7050-4741-8568-f538626bd643 req-8be0f8ba-0b22-4d06-8919-0bf38193a543 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:33.610147 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-41324267-7050-4741-8568-f538626bd643 req-8be0f8ba-0b22-4d06-8919-0bf38193a543 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 944 time: 0.0543568 Jul 28 03:55:33.629801 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:33.636551 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:33.641009 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:33.644242 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=729b0b24-ad6c-458b-bc32-2de638348f45,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:33.653574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-41324267-7050-4741-8568-f538626bd643 req-5d9b2e33-6480-425a-a696-1ec5c9e8b434 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jul 28 03:55:33.738668 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.812604 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3629de3-ec24-4369-82ae-616af8f9dbd5 None None] New status for floating IP 171e05d3-d5b8-485f-a349-0441115974d3: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:33.834768 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:33.920355 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:33.922895 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa629eb0-abf7-430b-a77f-1d15ae11db44" -d '{"events": [{"name": "network-changed", "server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:33.966232 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5848b-ae5e-4249-8037-71bf857a913d x-openstack-request-id: req-f9b5848b-ae5e-4249-8037-71bf857a913d {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:33.966493 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:33.966842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b5848b-ae5e-4249-8037-71bf857a913d {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:33.967327 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'status': 'completed', 'code': 200} Jul 28 03:55:34.010231 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.056577 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-62842256-9582-48b7-98e8-8c4b4180d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.058775 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-62842256-9582-48b7-98e8-8c4b4180d36f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0495455 Jul 28 03:55:34.123190 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8801393'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.127199 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cf85a63-36f4-4319-9cf8-ce726176853a req-c7616e3f-45d4-4f61-9061-3310291a0e4d tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 210 time: 0.0656254 Jul 28 03:55:34.154866 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-a0f767d5-c148-4645-99bd-3c3eae39c3cf tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f67b15b9afc4906ada8245366d3a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254004 Jul 28 03:55:34.189464 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=729b0b24-ad6c-458b-bc32-2de638348f45,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:34.203124 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.248815 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-d53a9ca0-0123-4d48-867f-b414586e0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.250328 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-d53a9ca0-0123-4d48-867f-b414586e0515 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.1805940 Jul 28 03:55:34.277670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.278945 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-edaaf729-f5c3-4f7d-9ec8-65d59454ed5d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3832171 Jul 28 03:55:34.323041 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-656b7d4b-479d-4b1b-8324-f424962d8c63 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.325017 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-656b7d4b-479d-4b1b-8324-f424962d8c63 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642790 Jul 28 03:55:34.340742 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-913ef90e-7086-4193-b298-665b071d6939 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0812783 Jul 28 03:55:34.346213 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Request body: {'port': {'device_id': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215', 'admin_state_up': True, 'tenant_id': '1f67b15b9afc4906ada8245366d3a65a'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:34.472544 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-3263997b-4621-4531-870b-1f6b25bf2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.474027 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-3263997b-4621-4531-870b-1f6b25bf2035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.1117361 Jul 28 03:55:34.529828 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-07637cba-0443-4442-8143-0c474edd4a5e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--183664758&fields=id&tenant_id=e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 267 time: 0.0918829 Jul 28 03:55:34.598470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-08cc9eac-a870-4825-9ca9-1f6a9c81b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.599956 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-08cc9eac-a870-4825-9ca9-1f6a9c81b554 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159825 Jul 28 03:55:34.676928 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Made reservation on behalf of 1f67b15b9afc4906ada8245366d3a65a for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:34.680400 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.705859 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:34.727467 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-556e0398-f80b-4c0f-b4d5-f23db4e5e829 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.728968 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-556e0398-f80b-4c0f-b4d5-f23db4e5e829 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 811 time: 0.1924751 Jul 28 03:55:34.792409 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-583c94db-c234-45d1-aa36-715bd2491264 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829052 Jul 28 03:55:34.793490 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-54aa8ed7-a252-45a7-901f-17fbf77f7a25 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/quotas/e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 375 time: 0.0458863 Jul 28 03:55:34.887656 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c52a-10c6-4e88-a793-335ecaa01699 req-4b680589-d53f-403c-9d83-c1b648486e7c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:34.889145 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6672c52a-10c6-4e88-a793-335ecaa01699 req-4b680589-d53f-403c-9d83-c1b648486e7c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 944 time: 0.1576509 Jul 28 03:55:34.976503 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-09ed6354-c0c4-4b48-b23b-883f496ba0a5 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1719260 Jul 28 03:55:34.995257 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6672c52a-10c6-4e88-a793-335ecaa01699 req-30da117c-9ed4-4c70-8318-c4488d85499c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973661 Jul 28 03:55:35.021433 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-aa629eb0-abf7-430b-a77f-1d15ae11db44 req-ecf35f00-e97a-4500-91ee-5ec522861430 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190714 Jul 28 03:55:35.079791 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:35.107640 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-7e836c2e-8841-4b51-98a8-10d165eff12b service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168661 Jul 28 03:55:35.160398 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:35.523704 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-19283338-3333-4954-a5f4-72375aaaecbb req-3d41606e-e9f3-486f-bf68-9d3c531d2215 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 210 time: 0.0750053 Jul 28 03:55:35.534961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c260ca6-54d3-45b9-b462-1797513eec7a,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:35.593937 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0f9363fe-09a0-4ac7-9e9c-d5dcf9db1e37 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798357 Jul 28 03:55:35.611739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Allocated IP 192.168.233.184 (c95b90ef-29be-4eaf-9028-b55ffac4c215/41aa5d7f-e95d-40f4-afdf-2fc827be2d68/a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:35.755796 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:35.769111 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Transition to ACTIVE for port object a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:35.871088 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7209b3e3-4e8f-4d6b-81a0-42dacc7fc05b req-fa2811f9-f70f-4caa-a624-dac122e67f10 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Jul 28 03:55:35.872363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:35.913947 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Network c95b90ef-29be-4eaf-9028-b55ffac4c215 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:35.917012 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:35.923223 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:35.930202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Pushing event updated for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:35.975525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:35.976662 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.096283 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-222ab38f-6038-4000-9e83-32d53d7bd54c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7538049 Jul 28 03:55:36.116569 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494b3b-d10a-4853-836c-cca78c02e7d6 req-1f16be0c-5fd6-4eec-84bd-cec626a7b4aa tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:36.118252 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22494b3b-d10a-4853-836c-cca78c02e7d6 req-1f16be0c-5fd6-4eec-84bd-cec626a7b4aa tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 944 time: 0.0521979 Jul 28 03:55:36.123588 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Request body: {'port': {'device_id': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:36.210197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.213357 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-05ff7315-64c0-4acf-8e8f-52a2a95083ed None None] Provisioning for port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:36.215153 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22494b3b-d10a-4853-836c-cca78c02e7d6 req-b2f6d55e-9620-40e6-add7-03529074f269 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697088 Jul 28 03:55:36.217431 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-05ff7315-64c0-4acf-8e8f-52a2a95083ed None None] Provisioning complete for port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:36.217868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-05ff7315-64c0-4acf-8e8f-52a2a95083ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.252724 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-05ff7315-64c0-4acf-8e8f-52a2a95083ed None None] Port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:55:36.469785 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 38494b13-98dd-4a1f-b300-444145816d9e details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:55:36.476376 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:36.484267 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.496453 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Transition to ACTIVE for port object a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:36.545834 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.562400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=38494b13-98dd-4a1f-b300-444145816d9e,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:36.575173 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '38494b13-98dd-4a1f-b300-444145816d9e', 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7', 'port_id': '38494b13-98dd-4a1f-b300-444145816d9e', 'mac_address': 'fa:16:3e:59:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a0a97c-ca20-4198-b8a1-cb95126db908', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:55:36.614647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:36.620850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.635907 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38494b13-98dd-4a1f-b300-444145816d9e {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:36.656860 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=38494b13-98dd-4a1f-b300-444145816d9e,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:36.703216 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277bf1-cdbf-499d-8286-de54ca35e62b req-6e9521e7-ee9d-46e4-910e-dcb6be45c1be tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:36.709899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8277bf1-cdbf-499d-8286-de54ca35e62b req-6e9521e7-ee9d-46e4-910e-dcb6be45c1be tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 948 time: 0.1053443 Jul 28 03:55:36.725890 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Attempting to bind port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:55:36.726486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Attempting to bind port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:55:36.726823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Attempting to bind port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf on network c95b90ef-29be-4eaf-9028-b55ffac4c215 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:36.742465 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.747649 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf on network c95b90ef-29be-4eaf-9028-b55ffac4c215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:55:36.747976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Attempting to bind port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf on network c95b90ef-29be-4eaf-9028-b55ffac4c215 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:36.762493 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:55:36.763188 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Checking segment: {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:55:36.763291 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Bound using segment: {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:55:36.763647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Bound port: a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ab647f-f5d2-4924-9b73-bc265c3f6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:55:36.764011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.768448 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8277bf1-cdbf-499d-8286-de54ca35e62b req-77c6c84d-e0bb-4ace-91b6-bc86a5828b3c tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Jul 28 03:55:36.799402 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:36.836372 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:55:36.839875 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:55:36.928284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.975090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:36.976604 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:36.977364 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf HTTP/1.1" status: 200 len: 1098 time: 0.8578212 Jul 28 03:55:36.995922 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:36.998560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:37.007767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3945a45c-2237-412e-bf6c-b117db9d844e req-787c4eed-a1c7-4639-9fbe-b3f01c522170 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 210 time: 0.0532882 Jul 28 03:55:37.018953 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['38494b13-98dd-4a1f-b300-444145816d9e'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:37.049044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c528861-7ee7-47aa-8912-bf7edf153d71 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:37.054734 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df772b23-a6a2-47bf-bdd3-51e954517fd2 x-openstack-request-id: req-df772b23-a6a2-47bf-bdd3-51e954517fd2 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:37.054949 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:37.055117 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df772b23-a6a2-47bf-bdd3-51e954517fd2 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:37.055512 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf', 'status': 'completed', 'code': 200} Jul 28 03:55:37.137541 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba req-90dd9753-f01f-4d84-a59d-2737c0cbfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.139709 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba req-90dd9753-f01f-4d84-a59d-2737c0cbfc0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f67b15b9afc4906ada8245366d3a65a&device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 1101 time: 0.0561724 Jul 28 03:55:37.178135 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba req-c49cc7cf-1a1f-4d44-9ed8-773483529da6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f67b15b9afc4906ada8245366d3a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195160 Jul 28 03:55:37.272338 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba req-64e510c0-c93a-4640-b0be-88fe63d3fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.276821 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa118b4e-a3af-4a1d-bf73-1326a326c4ba req-64e510c0-c93a-4640-b0be-88fe63d3fbb8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894809 Jul 28 03:55:37.337965 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5b6a-7243-4701-8191-756d8b88a6ed req-d55e3cb9-0e76-4bfe-85e0-ba5fc4f9aab5 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.339439 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-536d5b6a-7243-4701-8191-756d8b88a6ed req-d55e3cb9-0e76-4bfe-85e0-ba5fc4f9aab5 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Jul 28 03:55:37.403645 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-536d5b6a-7243-4701-8191-756d8b88a6ed req-9ecace17-b41b-4a99-ab82-d73eb664beb0 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575595 Jul 28 03:55:37.416141 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-1a2169f0-fa39-4a30-8918-2ed75a9543d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.417616 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-1a2169f0-fa39-4a30-8918-2ed75a9543d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f67b15b9afc4906ada8245366d3a65a&device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 1101 time: 0.0532036 Jul 28 03:55:37.465153 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-731801aa-6757-4d27-a1f6-09febceb5503 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf HTTP/1.1" status: 200 len: 217 time: 0.0320537 Jul 28 03:55:37.513251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-ff228b27-240c-4daa-a540-10f7748b209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.514693 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-ff228b27-240c-4daa-a540-10f7748b209c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41aa5d7f-e95d-40f4-afdf-2fc827be2d68 HTTP/1.1" status: 200 len: 843 time: 0.0414586 Jul 28 03:55:37.563450 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-064a3ac1-4684-440b-986c-c85552f416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.564946 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-064a3ac1-4684-440b-986c-c85552f416d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c95b90ef-29be-4eaf-9028-b55ffac4c215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426762 Jul 28 03:55:37.656546 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-323a381a-4b87-4bfd-a55c-5b82db106b5a service neutron] 10.222.0.30 "GET /v2.0/networks/c95b90ef-29be-4eaf-9028-b55ffac4c215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804257 Jul 28 03:55:37.752725 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b6091f1a-b0cc-4171-8ff7-b687a2bf291d req-1524d481-bf09-4230-982e-4b731825c1ee service neutron] 10.222.0.30 "GET /v2.0/networks/c95b90ef-29be-4eaf-9028-b55ffac4c215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835810 Jul 28 03:55:37.927156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17823d-e756-479e-9a2c-de9fbb78ab11 req-c5509bfe-288f-4b11-b86d-ee35eeb1a9a1 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.928742 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa17823d-e756-479e-9a2c-de9fbb78ab11 req-c5509bfe-288f-4b11-b86d-ee35eeb1a9a1 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 948 time: 0.0854683 Jul 28 03:55:37.939174 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-e5e9812e-ed6c-42a7-b365-6b630054d930 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:37.941894 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-e5e9812e-ed6c-42a7-b365-6b630054d930 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 811 time: 0.1431036 Jul 28 03:55:37.993748 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa17823d-e756-479e-9a2c-de9fbb78ab11 req-ef00f665-0917-4a7c-a97a-d103a638eb2d tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Jul 28 03:55:38.003213 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-6da7d08a-57ff-4c45-84f3-61fb6cbf1c3f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e813232dd5a04dab8ab4409826b2cdb9 HTTP/1.1" status: 200 len: 379 time: 0.0461118 Jul 28 03:55:38.020934 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'port': {'device_id': 'd524799e-887e-4794-90a0-77a398102c56', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'admin_state_up': True, 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'security_groups': ['ff15d2d8-a370-426f-bf9a-273679e560cf']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:38.118137 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0863d60d-3292-4451-87a4-473b76adeb61 req-d7e86629-f02f-4c44-b60c-0bf5a8dd3600 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 210 time: 0.0363994 Jul 28 03:55:38.219044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Made reservation on behalf of e813232dd5a04dab8ab4409826b2cdb9 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:55:38.222592 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.343391 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Allocated IP 172.20.0.14 (8e4bc4dd-5073-41e8-882a-2aef5754b43e/8487355b-6306-4f87-afb5-068dfcc7a9db/16d9b486-7416-4117-b911-5d13c11c0c79) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:55:38.467327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 38494b13-98dd-4a1f-b300-444145816d9e up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:55:38.489371 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.519274 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Transition to ACTIVE for port object 16d9b486-7416-4117-b911-5d13c11c0c79 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:38.541126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabcc7b-c3b3-4f7b-8f84-9cc2a77c1fb5 req-99d3dbba-bbc6-4fa3-a645-399c82b0dc8c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:38.542682 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efabcc7b-c3b3-4f7b-8f84-9cc2a77c1fb5 req-99d3dbba-bbc6-4fa3-a645-399c82b0dc8c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 945 time: 0.0713758 Jul 28 03:55:38.568200 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 38494b13-98dd-4a1f-b300-444145816d9e completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:38.572925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 38494b13-98dd-4a1f-b300-444145816d9e triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:38.573291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.592038 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efabcc7b-c3b3-4f7b-8f84-9cc2a77c1fb5 req-29e6034f-156f-4512-814a-a9b6d9a1fc40 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Jul 28 03:55:38.647615 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.666551 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.668590 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:38.671003 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65f1e3-a781-45cf-8d1e-d4d914787e38" -d '{"events": [{"server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "name": "network-vif-plugged", "status": "completed", "tag": "38494b13-98dd-4a1f-b300-444145816d9e"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:38.687062 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=38494b13-98dd-4a1f-b300-444145816d9e,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:38.711270 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a279a0-42e4-4a77-876c-d3bc48b70c70 x-openstack-request-id: req-05a279a0-42e4-4a77-876c-d3bc48b70c70 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:38.711560 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "name": "network-vif-plugged", "status": "completed", "tag": "38494b13-98dd-4a1f-b300-444145816d9e", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:38.711808 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05a279a0-42e4-4a77-876c-d3bc48b70c70 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:38.712240 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e', 'code': 200} Jul 28 03:55:38.714676 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:55:38.717879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:55:38.720158 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:55:38.751749 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.754054 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event updated for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:38.786158 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:38.786854 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.803143 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:38.883117 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-0b614e8b-b443-481c-b18f-c4ffabf984e7 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659286 Jul 28 03:55:38.903626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Request body: {'port': {'device_id': 'd524799e-887e-4794-90a0-77a398102c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:38.956050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:38.986900 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-27a2be3d-7fb6-42ad-b9e8-bf6898a509ff None None] Provisioning for port 16d9b486-7416-4117-b911-5d13c11c0c79 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:38.990874 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-27a2be3d-7fb6-42ad-b9e8-bf6898a509ff None None] Provisioning complete for port 16d9b486-7416-4117-b911-5d13c11c0c79 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:38.991187 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-27a2be3d-7fb6-42ad-b9e8-bf6898a509ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.024901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-27a2be3d-7fb6-42ad-b9e8-bf6898a509ff None None] Port 16d9b486-7416-4117-b911-5d13c11c0c79 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:55:39.136672 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4dbd5-a901-4db5-8a5e-6a71221fe73a req-5122d7d4-c3f3-4fae-99ae-410926b2c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.138095 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-58c4dbd5-a901-4db5-8a5e-6a71221fe73a req-5122d7d4-c3f3-4fae-99ae-410926b2c800 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 1099 time: 0.1395202 Jul 28 03:55:39.237034 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793016e2-c675-4342-9c3f-810fd09d1abe req-d2d0b0dd-986e-4f5f-9ff5-58b4d18a3e79 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.238592 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-793016e2-c675-4342-9c3f-810fd09d1abe req-d2d0b0dd-986e-4f5f-9ff5-58b4d18a3e79 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 948 time: 0.1583440 Jul 28 03:55:39.269558 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-58c4dbd5-a901-4db5-8a5e-6a71221fe73a req-f11c61cd-d982-4745-ae4e-13ef53aca3bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188815 Jul 28 03:55:39.320220 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17018db-0ed3-487d-abaa-2b3478d86d8b req-af8b56a6-3db8-4cf9-a74b-dadc87691e8f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.321711 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b17018db-0ed3-487d-abaa-2b3478d86d8b req-af8b56a6-3db8-4cf9-a74b-dadc87691e8f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 932 time: 0.1320636 Jul 28 03:55:39.335385 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-793016e2-c675-4342-9c3f-810fd09d1abe req-7c281be7-9e07-4ab9-b068-168c0898a4d7 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872369 Jul 28 03:55:39.397978 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b17018db-0ed3-487d-abaa-2b3478d86d8b req-12c19a63-de89-4b51-95fe-eafd71ece672 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675399 Jul 28 03:55:39.405091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d9b486-7416-4117-b911-5d13c11c0c79 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:39.412876 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.425303 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Transition to ACTIVE for port object 16d9b486-7416-4117-b911-5d13c11c0c79 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:55:39.505498 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.579008 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:39.634990 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Attempting to bind port 16d9b486-7416-4117-b911-5d13c11c0c79 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:55:39.635336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Attempting to bind port 16d9b486-7416-4117-b911-5d13c11c0c79 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:55:39.635678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Attempting to bind port 16d9b486-7416-4117-b911-5d13c11c0c79 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:39.640562 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Port 16d9b486-7416-4117-b911-5d13c11c0c79 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:55:39.640859 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Attempting to bind port 16d9b486-7416-4117-b911-5d13c11c0c79 on network 8e4bc4dd-5073-41e8-882a-2aef5754b43e {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:55:39.646145 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:55:39.646491 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Checking segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:55:39.646879 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Bound using segment: {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:55:39.647311 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Bound port: 16d9b486-7416-4117-b911-5d13c11c0c79, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4150152f-97b2-48fa-bbdc-8c44c5c03d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:55:39.647912 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.747395 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09773e1-095e-43ea-b641-fd993e3566df req-3192cccf-8437-4709-ae0c-90d846a2a39b tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.748887 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f09773e1-095e-43ea-b641-fd993e3566df req-3192cccf-8437-4709-ae0c-90d846a2a39b tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.0866275 Jul 28 03:55:39.753227 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:55:39.756459 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=16d9b486-7416-4117-b911-5d13c11c0c79,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:55:39.788432 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f09773e1-095e-43ea-b641-fd993e3566df req-3055eebf-8af7-4907-8e82-e54346263b11 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Jul 28 03:55:39.819507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.854757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.855350 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:39.856785 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-033e305b-c137-40f2-9348-88343bed6422 service neutron] 10.222.0.30 "PUT /v2.0/ports/16d9b486-7416-4117-b911-5d13c11c0c79 HTTP/1.1" status: 200 len: 1094 time: 0.9583139 Jul 28 03:55:39.857219 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:39.859448 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900cae65-f001-4ed0-a13e-f399cb7e8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:39.881625 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e305b-c137-40f2-9348-88343bed6422 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:39.903208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928db21c-92b4-4a10-924a-45cf2cc130bb x-openstack-request-id: req-928db21c-92b4-4a10-924a-45cf2cc130bb {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:39.903505 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:39.903816 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-928db21c-92b4-4a10-924a-45cf2cc130bb {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:39.904335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79', 'status': 'completed', 'code': 200} Jul 28 03:55:39.995516 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-899925fa-5b9f-4aad-81d8-f55afe55a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:39.997092 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-899925fa-5b9f-4aad-81d8-f55afe55a93b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 1097 time: 0.0420640 Jul 28 03:55:40.105549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-0a041fb1-44e5-46a5-a318-01ade1be99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.107078 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-0a041fb1-44e5-46a5-a318-01ade1be99eb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941279 Jul 28 03:55:40.199619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-240d64c6-b7d6-4a3c-89cc-c15d1f0ddc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.200979 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-900cae65-f001-4ed0-a13e-f399cb7e8aca req-240d64c6-b7d6-4a3c-89cc-c15d1f0ddc66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849783 Jul 28 03:55:40.354778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-cd24dd18-ebe2-4fec-be87-786dda436f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.356373 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-cd24dd18-ebe2-4fec-be87-786dda436f2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 1097 time: 0.0402400 Jul 28 03:55:40.411154 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-67503c31-32b3-4574-9a7e-cad43f0ef95d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d9b486-7416-4117-b911-5d13c11c0c79 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Jul 28 03:55:40.466181 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:55:40.510252 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-9a8aaab2-9e96-403f-87b5-cdc64b2c47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.511750 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-9a8aaab2-9e96-403f-87b5-cdc64b2c47f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0929060 Jul 28 03:55:40.520846 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8f26-113a-4571-ac4f-97e562b593d6 req-3828779c-6ee5-4b1a-a876-f166fe6b546a tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.522279 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a4ad8f26-113a-4571-ac4f-97e562b593d6 req-3828779c-6ee5-4b1a-a876-f166fe6b546a tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 948 time: 0.1136580 Jul 28 03:55:40.563866 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:40.575203 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf', 'network_id': 'c95b90ef-29be-4eaf-9028-b55ffac4c215', 'port_id': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf', 'mac_address': 'fa:16:3e:2b:44:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aa5d7f-e95d-40f4-afdf-2fc827be2d68', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:55:40.582999 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64bc60-38f9-4c99-b9a1-fe03190a94c8 req-326512f3-3306-4cd1-8806-b44163db8661 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.584490 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f64bc60-38f9-4c99-b9a1-fe03190a94c8 req-326512f3-3306-4cd1-8806-b44163db8661 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 944 time: 0.1135409 Jul 28 03:55:40.612439 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a4ad8f26-113a-4571-ac4f-97e562b593d6 req-ae849690-2106-4c33-940f-29ef0700c3ea tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797567 Jul 28 03:55:40.613784 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:40.614223 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-938ae033-4e3d-457a-8b05-d2227447c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.615683 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-938ae033-4e3d-457a-8b05-d2227447c9ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916357 Jul 28 03:55:40.636226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:40.660996 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:40.686522 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f64bc60-38f9-4c99-b9a1-fe03190a94c8 req-f14904c2-5e82-44b6-8fab-f50f798ab1a2 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918312 Jul 28 03:55:40.722860 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-9717dc4e-83aa-4d54-a10b-78396242d698 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989237 Jul 28 03:55:40.735294 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:40.782876 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:40.812922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-061cb06a-2bae-4f07-8e58-a374fbfe2ecc req-d210eea1-885e-4eb7-a46f-4568476043bf service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806639 Jul 28 03:55:40.900692 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9485-6f4b-45ed-b079-4241e4e26e6b req-85b7a7b1-4b77-4de9-bc55-d4d739e66660 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.902171 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa4d9485-6f4b-45ed-b079-4241e4e26e6b req-85b7a7b1-4b77-4de9-bc55-d4d739e66660 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.0475569 Jul 28 03:55:40.940656 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa4d9485-6f4b-45ed-b079-4241e4e26e6b req-0be72c94-0382-4255-a942-b60d5ad8ebc5 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jul 28 03:55:41.044593 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:41.739976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd93e4-53bd-4d78-b572-370d3e4a87df req-2ef3122c-37c6-41e0-a407-f079e16b9317 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:41.739976 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6fd93e4-53bd-4d78-b572-370d3e4a87df req-2ef3122c-37c6-41e0-a407-f079e16b9317 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 949 time: 0.0549214 Jul 28 03:55:41.802232 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a6fd93e4-53bd-4d78-b572-370d3e4a87df req-1e81e691-041e-4ca2-aa19-b1ab5878749a tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Jul 28 03:55:41.820346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a78b2e-9da8-49dd-a7c8-640466f37740 req-bf56d83f-979d-4f48-b418-175cf70cb0b3 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:41.821761 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6a78b2e-9da8-49dd-a7c8-640466f37740 req-bf56d83f-979d-4f48-b418-175cf70cb0b3 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 944 time: 0.0612860 Jul 28 03:55:41.862752 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6a78b2e-9da8-49dd-a7c8-640466f37740 req-6cdbfefe-59a9-4d2c-a1bb-1cfb788a67a3 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Jul 28 03:55:42.163067 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-feed0f30-a23a-473c-96e5-d82ab98ceef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:42.488404 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:55:42.631649 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:42.636311 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:42.636675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:42.714924 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:42.737102 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:42.742711 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e1db29-6d24-48da-9d22-70386ec43c92" -d '{"events": [{"server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:42.752697 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:42.774326 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5b622d-4920-4fd1-bb69-ed665030507c x-openstack-request-id: req-3a5b622d-4920-4fd1-bb69-ed665030507c {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:42.774610 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:42.775002 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a5b622d-4920-4fd1-bb69-ed665030507c {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:42.775381 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf', 'code': 200} Jul 28 03:55:42.819733 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:42.873118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:42.919260 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb83e4b-fa09-4a53-9c4a-b69fa83dbcc0 req-a447e023-8c7d-4675-b5d0-994694e64d3f tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:42.920839 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9eb83e4b-fa09-4a53-9c4a-b69fa83dbcc0 req-a447e023-8c7d-4675-b5d0-994694e64d3f tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.0490372 Jul 28 03:55:42.987311 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9eb83e4b-fa09-4a53-9c4a-b69fa83dbcc0 req-5c78c275-b541-46a1-8e81-d0f96625ea4a tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603440 Jul 28 03:55:43.004846 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c15cd4-6282-4637-ae9b-fee82f0cafeb req-15e69aff-31f5-4a3c-b41d-0ebd8a81c1e4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:43.006831 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38c15cd4-6282-4637-ae9b-fee82f0cafeb req-15e69aff-31f5-4a3c-b41d-0ebd8a81c1e4 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 944 time: 0.0721505 Jul 28 03:55:43.045605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38c15cd4-6282-4637-ae9b-fee82f0cafeb req-665e01f4-20a4-4720-9995-7c4b268794ba tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Jul 28 03:55:43.141395 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61fd1-7bdd-42ba-98e7-5379f950cde6 req-1b86377c-5a80-420a-8441-70b168076aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:43.142949 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0fe61fd1-7bdd-42ba-98e7-5379f950cde6 req-1b86377c-5a80-420a-8441-70b168076aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 1103 time: 0.0396552 Jul 28 03:55:43.177467 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0fe61fd1-7bdd-42ba-98e7-5379f950cde6 req-c4ded6cf-8afb-46cb-9a92-d1aac060f5f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262973 Jul 28 03:55:44.100867 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590faec-1670-48e3-87bd-af998ec9092d req-bcf6bab6-b55d-4b7c-af44-7d17c1056ba3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:44.102650 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2590faec-1670-48e3-87bd-af998ec9092d req-bcf6bab6-b55d-4b7c-af44-7d17c1056ba3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.0499501 Jul 28 03:55:44.175231 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2590faec-1670-48e3-87bd-af998ec9092d req-9a79b860-fa44-4484-b359-68d9a3a8572b tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Jul 28 03:55:44.189992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a330f-ca5f-4b4e-91e2-a686d03b2912 req-c74f6be2-c4bf-4e3d-a983-6d7d0260afa1 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:44.191538 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e14a330f-ca5f-4b4e-91e2-a686d03b2912 req-c74f6be2-c4bf-4e3d-a983-6d7d0260afa1 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 944 time: 0.0721495 Jul 28 03:55:44.231426 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e14a330f-ca5f-4b4e-91e2-a686d03b2912 req-76f1275b-338f-4c3c-a658-0869433026d0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Jul 28 03:55:44.499470 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 16d9b486-7416-4117-b911-5d13c11c0c79 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:55:44.799838 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=16d9b486-7416-4117-b911-5d13c11c0c79,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:44.812339 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '16d9b486-7416-4117-b911-5d13c11c0c79', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'port_id': '16d9b486-7416-4117-b911-5d13c11c0c79', 'mac_address': 'fa:16:3e:a2:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:55:44.847634 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:44.860522 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d9b486-7416-4117-b911-5d13c11c0c79 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:55:44.880077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=16d9b486-7416-4117-b911-5d13c11c0c79,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:44.945857 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:45.001445 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:45.053338 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-54833ac7-e2ab-4f6c-aa33-c9586c965825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:45.254262 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:45.313996 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['16d9b486-7416-4117-b911-5d13c11c0c79'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:45.354630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee1cde-14f7-4719-8ecf-1711322808ce req-80b9d5cc-d545-4106-a834-6ddf260e765c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:45.356287 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d5ee1cde-14f7-4719-8ecf-1711322808ce req-80b9d5cc-d545-4106-a834-6ddf260e765c tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 945 time: 0.0567873 Jul 28 03:55:45.403856 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d5ee1cde-14f7-4719-8ecf-1711322808ce req-7a26acce-fa70-42d6-a100-1bb387692658 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Jul 28 03:55:45.466903 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42466501-f294-40b3-8080-c596b776ccc7 req-6361ed5a-e4e4-4e23-bb41-f9f6e61fafd0 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:45.468536 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42466501-f294-40b3-8080-c596b776ccc7 req-6361ed5a-e4e4-4e23-bb41-f9f6e61fafd0 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.2257018 Jul 28 03:55:45.506253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42466501-f294-40b3-8080-c596b776ccc7 req-5122deb0-3b3f-4659-b242-267750963a26 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Jul 28 03:55:45.620096 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:55:45.928514 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:45.945576 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa35fb-3676-4ee7-9552-1d5421740378 req-3f26960d-7d0b-48be-945b-e75a3c361ee7 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:45.947672 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5caa35fb-3676-4ee7-9552-1d5421740378 req-3f26960d-7d0b-48be-945b-e75a3c361ee7 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.0494716 Jul 28 03:55:45.984158 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5caa35fb-3676-4ee7-9552-1d5421740378 req-6c247634-881f-4eef-b54c-34b2bd27d707 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305846 Jul 28 03:55:46.515271 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 16d9b486-7416-4117-b911-5d13c11c0c79 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:55:46.515529 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b130a1-21dc-4dd9-863d-71e9c6d8f7fd req-c63994d1-c99a-4135-b4dc-5c155150560d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:46.516767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05b130a1-21dc-4dd9-863d-71e9c6d8f7fd req-c63994d1-c99a-4135-b4dc-5c155150560d tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 945 time: 0.0473897 Jul 28 03:55:46.555533 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-05b130a1-21dc-4dd9-863d-71e9c6d8f7fd req-5bdb9eaf-279c-42ee-a3f7-7cf536f33426 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Jul 28 03:55:46.666396 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 16d9b486-7416-4117-b911-5d13c11c0c79 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:55:46.670879 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 16d9b486-7416-4117-b911-5d13c11c0c79 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:55:46.671249 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:46.749465 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:46.770961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:46.773182 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec776c4-aee3-408b-a894-1632050fd15f" -d '{"events": [{"server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "name": "network-vif-plugged", "status": "completed", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:46.787228 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=16d9b486-7416-4117-b911-5d13c11c0c79,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:46.808641 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88bc16b-6dfb-4645-9c16-a69be5f58193 x-openstack-request-id: req-e88bc16b-6dfb-4645-9c16-a69be5f58193 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:46.808946 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "name": "network-vif-plugged", "status": "completed", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:46.809194 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88bc16b-6dfb-4645-9c16-a69be5f58193 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:46.809581 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79', 'code': 200} Jul 28 03:55:46.866108 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:46.915058 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:47.158712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cba04-c5eb-4271-ab42-6175cd5bc88a req-d0f1a491-2b95-4cc0-a5ed-4ee280fcc5e5 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:47.160147 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-215cba04-c5eb-4271-ab42-6175cd5bc88a req-d0f1a491-2b95-4cc0-a5ed-4ee280fcc5e5 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.1060767 Jul 28 03:55:47.212503 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb040e-f11f-4556-9438-a986977f38e4 req-de05ae2c-4bfc-4f7f-a7ab-46a2318cc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:47.214040 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4ceb040e-f11f-4556-9438-a986977f38e4 req-de05ae2c-4bfc-4f7f-a7ab-46a2318cc350 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 1099 time: 0.0722485 Jul 28 03:55:47.216802 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-215cba04-c5eb-4271-ab42-6175cd5bc88a req-c7892c52-9dc9-45f7-81f1-9b855a48c957 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Jul 28 03:55:47.258320 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4ceb040e-f11f-4556-9438-a986977f38e4 req-4fdeed40-55ea-4551-bafd-a17d9e65bfbf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Jul 28 03:55:47.654328 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:47.670098 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcfd1b-201f-45e6-a20a-bc515ab12472 req-d2a584d1-e90b-48f0-ae44-345e890530de tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:47.671578 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0fdcfd1b-201f-45e6-a20a-bc515ab12472 req-d2a584d1-e90b-48f0-ae44-345e890530de tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0482800 Jul 28 03:55:47.713428 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0fdcfd1b-201f-45e6-a20a-bc515ab12472 req-761d231d-a4d7-4342-b1f6-20a74ef4da69 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359461 Jul 28 03:55:48.030889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-9415cb4d-ccde-41d4-b8d2-56b8874f2948 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:48.032340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-9415cb4d-ccde-41d4-b8d2-56b8874f2948 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.0500069 Jul 28 03:55:48.123469 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Deleting port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:55:48.123706 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:48.211348 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] For port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,segment=NetworkSegment(b5ab647f-f5d2-4924-9b73-bc265c3f6f7e),segment_id=b5ab647f-f5d2-4924-9b73-bc265c3f6f7e)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:55:48.211716 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:48.223779 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Calling delete_port for a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:55:48.353724 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eaa32-0443-46a0-9e25-8df1b8fa6198 req-8e86db62-0227-40f2-a1c5-f791ccf39a79 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:48.355189 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-168eaa32-0443-46a0-9e25-8df1b8fa6198 req-8e86db62-0227-40f2-a1c5-f791ccf39a79 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 950 time: 0.0680881 Jul 28 03:55:48.693482 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-168eaa32-0443-46a0-9e25-8df1b8fa6198 req-83b65ec6-531d-4774-b160-ed98c1744954 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c260ca6-54d3-45b9-b462-1797513eec7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Jul 28 03:55:48.735126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:48.782650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:55:48.806573 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Pushing event deleted for resources: {'Port': ['ID=a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:48.857706 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] No DVR routers for this DVR port a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:55:48.860273 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:48.862706 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-74c034ac-a7a4-4a69-bfa9-e4a6e0adcdd7 req-54bcd9ad-19c3-4ace-aa09-7af62c1fe4b3 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.30 "DELETE /v2.0/ports/a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf HTTP/1.1" status: 204 len: 173 time: 0.8225782 Jul 28 03:55:48.863438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'name': 'network-vif-deleted', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:48.867104 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2feaf7-353f-430b-aee9-a173dc6b400a" -d '{"events": [{"server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "name": "network-vif-deleted", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:48.894144 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1171dc-39ec-4912-b035-1e3b5fb72675 req-7c6a6103-ffdb-4952-b9a9-3e0de9daf337 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:48.895650 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f1171dc-39ec-4912-b035-1e3b5fb72675 req-7c6a6103-ffdb-4952-b9a9-3e0de9daf337 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0909262 Jul 28 03:55:48.936681 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f1171dc-39ec-4912-b035-1e3b5fb72675 req-509d82b3-47c0-4200-ab89-decece06d419 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345562 Jul 28 03:55:48.982895 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c41e92-d324-4564-a2a8-41af2f5f73e1 x-openstack-request-id: req-70c41e92-d324-4564-a2a8-41af2f5f73e1 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:48.985143 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2cab64-b561-4b57-9f56-f97e7c842baa", "name": "network-vif-deleted", "tag": "a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:48.985143 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70c41e92-d324-4564-a2a8-41af2f5f73e1 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:48.985143 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2cab64-b561-4b57-9f56-f97e7c842baa', 'name': 'network-vif-deleted', 'tag': 'a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf', 'status': 'completed', 'code': 200} Jul 28 03:55:49.802856 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-395c8c95-95ae-4e32-8061-b3ecb5a9368f req-da63898f-d8b8-4aff-bc23-73e550b96c83 tempest-VolumesNegativeTest-858810701 tempest-VolumesNegativeTest-858810701-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2cab64-b561-4b57-9f56-f97e7c842baa HTTP/1.1" status: 200 len: 210 time: 0.0260272 Jul 28 03:55:50.055693 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24bb12-330c-4517-af51-a3012c560385 req-6196bdab-bdbd-4541-a8c4-b4a5b247cfce tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:50.057263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d24bb12-330c-4517-af51-a3012c560385 req-6196bdab-bdbd-4541-a8c4-b4a5b247cfce tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0492284 Jul 28 03:55:50.099089 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0d24bb12-330c-4517-af51-a3012c560385 req-83894a19-4534-42c6-8a54-a486d68b0d8a tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350840 Jul 28 03:55:50.218372 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20761e3-2b77-4078-875c-330e9f95c05a req-1ab4a75b-e7ea-4e68-b293-ba6cc7746dee tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:50.219771 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f20761e3-2b77-4078-875c-330e9f95c05a req-1ab4a75b-e7ea-4e68-b293-ba6cc7746dee tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Jul 28 03:55:50.228289 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 38868) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:50.232830 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Request body: {'floatingip': {'port_id': '16d9b486-7416-4117-b911-5d13c11c0c79'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:55:50.271543 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:50.704929 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:50.745291 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:50.851170 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Floating IP 2ea2d999-f377-46bc-8ed0-64148378a675 associated. External IP: 172.27.0.37, port: 16d9b486-7416-4117-b911-5d13c11c0c79. Jul 28 03:55:51.064387 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:55:51.183209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:55:51.188049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:51.192640 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:55:51.201901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:51.202546 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:51.217600 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e00f549b-83ce-4e4e-a849-248a4d01935e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "PUT /v2.0/floatingips/2ea2d999-f377-46bc-8ed0-64148378a675 HTTP/1.1" status: 200 len: 991 time: 0.9882469 Jul 28 03:55:51.218240 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:55:51.220482 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f7b48a-2552-40e0-a32c-1ac98d572357" -d '{"events": [{"name": "network-changed", "server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:55:51.286863 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518c19c-5ec3-4b1d-adcf-bba3f280b3a1 x-openstack-request-id: req-0518c19c-5ec3-4b1d-adcf-bba3f280b3a1 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:55:51.287339 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:55:51.287644 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0518c19c-5ec3-4b1d-adcf-bba3f280b3a1 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:55:51.288126 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79', 'status': 'completed', 'code': 200} Jul 28 03:55:51.328053 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:51.420778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-6e63bb10-19aa-43bf-ba1d-7c49ddbf69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:51.422402 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-6e63bb10-19aa-43bf-ba1d-7c49ddbf69b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 1099 time: 0.0449932 Jul 28 03:55:51.525330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-1bcc83d2-2a3f-436c-b417-d45bd5899876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:51.527083 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-1bcc83d2-2a3f-436c-b417-d45bd5899876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 200 len: 912 time: 0.0970845 Jul 28 03:55:51.564905 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2ea2d999-f377-46bc-8ed0-64148378a675', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '16d9b486-7416-4117-b911-5d13c11c0c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:a2:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524799e-887e-4794-90a0-77a398102c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:33Z', 'updated_at': '2021-07-28T03:55:50Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:51.591544 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:55:51.599816 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:55:51.600396 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:55:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:51.601610 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-76b8af9f-b064-4427-9300-7b60728b39a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d9b486-7416-4117-b911-5d13c11c0c79 HTTP/1.1" status: 200 len: 999 time: 0.0664544 Jul 28 03:55:51.655124 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-4eda638f-0290-494c-aafe-8efb149c45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:51.656637 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-4eda638f-0290-494c-aafe-8efb149c45cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 200 len: 850 time: 0.0461771 Jul 28 03:55:51.705348 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:55:51.708584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-63d9fd55-ddff-4b8a-bcaa-d7498cc1fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:51.710735 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-63d9fd55-ddff-4b8a-bcaa-d7498cc1fd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e4bc4dd-5073-41e8-882a-2aef5754b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453491 Jul 28 03:55:51.805731 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-a4b3b35c-b5fa-4536-a158-da774dfb3b37 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Jul 28 03:55:51.917397 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34f7b48a-2552-40e0-a32c-1ac98d572357 req-a4d63464-29b4-4207-84eb-ac16365f1816 service neutron] 10.222.0.30 "GET /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010973 Jul 28 03:55:51.940864 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2ea2d999-f377-46bc-8ed0-64148378a675', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '16d9b486-7416-4117-b911-5d13c11c0c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:a2:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524799e-887e-4794-90a0-77a398102c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:33Z', 'updated_at': '2021-07-28T03:55:50Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:55:51.967095 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41873dc8-0af4-4927-a08b-6808f7729ddb None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '2ea2d999-f377-46bc-8ed0-64148378a675', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '15cf390a-2265-4306-a333-47060b10fe48', 'port_id': '16d9b486-7416-4117-b911-5d13c11c0c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'mac_address': 'fa:16:3e:a2:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524799e-887e-4794-90a0-77a398102c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:55:33Z', 'updated_at': '2021-07-28T03:55:50Z', 'revision_number': 1, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:55:52.154009 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ebded-0a09-4239-99b6-9dc22e5e37f4 None None] New status for floating IP 2ea2d999-f377-46bc-8ed0-64148378a675: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:52.549319 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:55:52.568864 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:55:52.569204 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a3f3cbc6-69d1-431e-961d-b5c0bfaa1aaf not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:55:56.476010 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39140) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:56.600664 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0f4bedf7-1e39-46d4-a890-74f0a760842b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f67b15b9afc4906ada8245366d3a65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234925 Jul 28 03:55:56.604096 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39144) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:55:56.654231 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:56.675568 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:56.785591 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:56.788172 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:56.789475 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c260ca6-54d3-45b9-b462-1797513eec7a HTTP/1.1" status: 204 len: 168 time: 0.1844594 Jul 28 03:55:56.797426 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5d2d0-4863-4bcd-9202-54b39d82ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c260ca6-54d3-45b9-b462-1797513eec7a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:58.288361 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:12.184362 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a7045187-6d23-4730-b9cc-e1b3cb04e69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:15.024790 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-aef72acf-d853-4dba-99e8-c416eb820cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:15.264615 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:15.973047 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:17.670637 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:22.619752 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:56:27.579590 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467aea-f4dc-4063-88de-b7f45fb8f292 req-e2b4884c-c001-492d-a038-df0367d096bd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:27.581104 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bd467aea-f4dc-4063-88de-b7f45fb8f292 req-e2b4884c-c001-492d-a038-df0367d096bd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Jul 28 03:56:27.621245 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bd467aea-f4dc-4063-88de-b7f45fb8f292 req-0beb0003-23d1-4f54-8425-e6db0448ed5d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Jul 28 03:56:28.185611 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39470) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:28.287493 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.288081 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.371503 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.424400 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.461650 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd9f21936ca0428a809532bb05a87ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748656 Jul 28 03:56:28.462708 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba042bc5-086d-40c4-a051-c7e89f3c7adc,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:28.464270 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39474) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:28.469557 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.469929 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.470268 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.470603 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.470936 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.471266 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.471589 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.471912 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.472235 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.472554 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.472873 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.473189 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081e272-3645-4c39-8442-81740dd9e20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.513525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.533365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.630269 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.632861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.634039 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba042bc5-086d-40c4-a051-c7e89f3c7adc HTTP/1.1" status: 204 len: 168 time: 0.1686902 Jul 28 03:56:28.641586 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba042bc5-086d-40c4-a051-c7e89f3c7adc,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:28.649964 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.650313 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.650654 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.650988 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.651487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.651761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.651980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.652309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.652639 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.653422 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.653422 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.653579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8851c-69da-41e3-8470-c45effbfc554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.748194 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bac0-c645-4225-b5d6-179fe6a7a4f3 req-10027600-5a15-4178-9cbe-bcf21d0ff30f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:28.749683 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86c1bac0-c645-4225-b5d6-179fe6a7a4f3 req-10027600-5a15-4178-9cbe-bcf21d0ff30f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0524762 Jul 28 03:56:28.788432 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-86c1bac0-c645-4225-b5d6-179fe6a7a4f3 req-76afd6f7-5a6e-4a11-82bb-60f602813eb1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jul 28 03:56:29.634278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39506) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:29.724293 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-598715456-network', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:29.795830 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Made reservation on behalf of 56a7b95ce88748cea368c28ef245d03d for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:56:29.798153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.815324 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.926549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649f92-4347-4be9-ae81-bfd022674968 req-68e6280b-2b1c-465d-9c5e-6716afd6b577 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:29.928078 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81649f92-4347-4be9-ae81-bfd022674968 req-68e6280b-2b1c-465d-9c5e-6716afd6b577 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0664527 Jul 28 03:56:29.938506 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.970623 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81649f92-4347-4be9-ae81-bfd022674968 req-abe72b4d-d6c0-42a2-9684-634967c1b9d7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346732 Jul 28 03:56:29.984236 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.008873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:56:30.017429 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54596034-8575-4ba8-84ed-c0396ac34e64,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:30.023356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.027644 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Added segment c182cd13-a411-4191-b5c7-c7c5949c5936 of type vlan for network 457bd2c7-5175-40c9-9169-73ec9d3f72dd Jul 28 03:56:30.078665 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.173424 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.174490 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:30.176847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.232608 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] Pushing event updated for resources: {'Network': ['ID=457bd2c7-5175-40c9-9169-73ec9d3f72dd,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:30.242771 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:56:30.288904 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-00777c49-13f6-4d88-bdae-be3a4ce3bdc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6531196 Jul 28 03:56:30.291371 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39520) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:30.296973 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Request body: {'subnet': {'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-598715456-subnet', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:30.401985 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Made reservation on behalf of 56a7b95ce88748cea368c28ef245d03d for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:56:30.404330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120999'] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.687967 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9212928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120917'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.741212 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:30.753826 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:30.754195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Network hostable DHCP agents. Network: 457bd2c7-5175-40c9-9169-73ec9d3f72dd, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:56:30.824328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:56:30.887026 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 457bd2c7-5175-40c9-9169-73ec9d3f72dd) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:30.891476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:30.893026 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.896548 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec4306-95e8-464c-9651-7fedde28383d None None] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:56:30.979711 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b1dc4a88-92f0-48d9-b421-03769ebfdbe9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6871612 Jul 28 03:56:30.983881 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39524) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:30.988525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:31.047528 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:56:31.048456 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.086534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.087545 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.124840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbf2a-1d23-421e-8425-ed79f97d4474 req-8d3d970c-fb91-43ac-8b36-df3b69fbe74e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:31.126443 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-14fdbf2a-1d23-421e-8425-ed79f97d4474 req-8d3d970c-fb91-43ac-8b36-df3b69fbe74e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0734200 Jul 28 03:56:31.177476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.193810 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-14fdbf2a-1d23-421e-8425-ed79f97d4474 req-30af1d68-40c4-43b4-9f8e-91a10ae1bb24 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596972 Jul 28 03:56:31.197999 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Allocated IP 172.20.0.2 (457bd2c7-5175-40c9-9169-73ec9d3f72dd/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0/7fccf4fe-c112-4923-9320-585113ac8af9) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:31.340373 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.349494 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Transition to ACTIVE for port object 7fccf4fe-c112-4923-9320-585113ac8af9 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:31.369526 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Transition to ACTIVE for port object 7fccf4fe-c112-4923-9320-585113ac8af9 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:31.437402 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.447812 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.489441 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:31.492321 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:31.497797 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:31.505016 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Pushing event updated for resources: {'Port': ['ID=7fccf4fe-c112-4923-9320-585113ac8af9,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:31.530061 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.530400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.530749 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.531082 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.531416 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.531789 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.532072 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.532400 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.532725 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.533115 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.533443 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.533791 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:31.563467 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Attempting to bind port 7fccf4fe-c112-4923-9320-585113ac8af9 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:31.567129 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Attempting to bind port 7fccf4fe-c112-4923-9320-585113ac8af9 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:31.567129 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Attempting to bind port 7fccf4fe-c112-4923-9320-585113ac8af9 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:31.568957 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:31.569326 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:31.569746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.570143 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Bound using segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:31.570598 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Bound port: 7fccf4fe-c112-4923-9320-585113ac8af9, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:31.570969 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.631835 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] For port 7fccf4fe-c112-4923-9320-585113ac8af9, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:31.634803 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] For port 7fccf4fe-c112-4923-9320-585113ac8af9, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7fccf4fe-c112-4923-9320-585113ac8af9,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:31.703946 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.721794 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.722392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:31.787557 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b7fa4-0ba5-4484-aa0b-893c5d3b3d57 None None] Pushing event updated for resources: {'Port': ['ID=7fccf4fe-c112-4923-9320-585113ac8af9,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:31.826848 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Allocated IP 172.27.0.242 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/6ffa8c5d-9b45-4b97-bddc-543f6782271f) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:31.942123 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:32.053812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:32.089896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:32.093122 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:32.098333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:32.120226 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Pushing event updated for resources: {'Port': ['ID=6ffa8c5d-9b45-4b97-bddc-543f6782271f,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:32.312066 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9414f9c-cd5d-431d-9900-797e019199de req-2921b5b1-4e22-4735-963d-bcdfb593d8dd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:32.313447 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e9414f9c-cd5d-431d-9900-797e019199de req-2921b5b1-4e22-4735-963d-bcdfb593d8dd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0457513 Jul 28 03:56:32.424202 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e9414f9c-cd5d-431d-9900-797e019199de req-f9c8e629-c747-4d59-8848-a3988e744537 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743804 Jul 28 03:56:32.445192 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:32.690838 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce4aa7-2995-4429-8757-26d38f2f536d None None] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:56:32.893212 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-1dded342-17e8-47f9-acdf-3d190047d70d None None] Provisioning for port 7fccf4fe-c112-4923-9320-585113ac8af9 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:32.967924 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71448e85-c9ee-4384-a28f-7b7a1d105a92 req-60124654-e5d0-4985-8723-6f571c9eaaf1 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:32.969478 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-71448e85-c9ee-4384-a28f-7b7a1d105a92 req-60124654-e5d0-4985-8723-6f571c9eaaf1 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.0990846 Jul 28 03:56:32.977461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:33.054708 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-71448e85-c9ee-4384-a28f-7b7a1d105a92 req-6eb1e960-a8e7-40da-82bd-801349633b51 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785418 Jul 28 03:56:33.195823 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Router 326d6abb-532b-411d-bff2-cd8ad7706480 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:56:33.297751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:56:33.306751 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:56:33.315577 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:33.322064 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:33.374029 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:33.378005 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9733835f-014d-449a-9a30-32107612e4ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3906476 Jul 28 03:56:33.378426 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39548) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:33.546247 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7fccf4fe-c112-4923-9320-585113ac8af9 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:33.579453 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:33.618402 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15671e-33ad-414b-a766-276a44b873dc req-5e37b06f-5c5a-4fa2-b0fe-d49adead1c63 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:33.619890 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be15671e-33ad-414b-a766-276a44b873dc req-5e37b06f-5c5a-4fa2-b0fe-d49adead1c63 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0927382 Jul 28 03:56:33.705359 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be15671e-33ad-414b-a766-276a44b873dc req-86be8946-06bd-4041-8b08-c745ecf45ad1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780478 Jul 28 03:56:33.775220 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:32Z', 'revision_number': 3, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:33.779043 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 7fccf4fe-c112-4923-9320-585113ac8af9 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:33.808229 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:56:33.809625 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Updating router 326d6abb-532b-411d-bff2-cd8ad7706480 port 6ffa8c5d-9b45-4b97-bddc-543f6782271f binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:56:33.810371 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7fccf4fe-c112-4923-9320-585113ac8af9 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:33.810733 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:33.853566 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:33.871578 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:33.988415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.024194 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Allocated IP 172.20.0.1 (457bd2c7-5175-40c9-9169-73ec9d3f72dd/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0/7e749611-dc1e-4e7d-b843-b9d027a5c4d4) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:34.061107 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 7fccf4fe-c112-4923-9320-585113ac8af9, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7fccf4fe-c112-4923-9320-585113ac8af9,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:34.131693 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.143961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.167118 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Transition to ACTIVE for port object 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:34.191173 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.202929 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a75cb-b7ad-4cbd-b8ca-07a28bee5cfb req-e046f364-08a8-4c13-bbc4-4c81e0dc4a84 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:34.204410 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-928a75cb-b7ad-4cbd-b8ca-07a28bee5cfb req-e046f364-08a8-4c13-bbc4-4c81e0dc4a84 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.0704956 Jul 28 03:56:34.213592 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Transition to ACTIVE for port object 6ffa8c5d-9b45-4b97-bddc-543f6782271f will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:34.217319 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=7fccf4fe-c112-4923-9320-585113ac8af9,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:34.248866 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-928a75cb-b7ad-4cbd-b8ca-07a28bee5cfb req-f92dc4eb-221a-460d-b3c7-a923745cafd8 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Jul 28 03:56:34.281385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.304710 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.332364 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad28f8-b92e-4ba4-84cd-9e3c25744580 None None] Pushing event updated for resources: {'Port': ['ID=6ffa8c5d-9b45-4b97-bddc-543f6782271f,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:34.334851 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Attempting to bind port 6ffa8c5d-9b45-4b97-bddc-543f6782271f on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:34.334986 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Attempting to bind port 6ffa8c5d-9b45-4b97-bddc-543f6782271f by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:34.335267 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Attempting to bind port 6ffa8c5d-9b45-4b97-bddc-543f6782271f on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:34.340743 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:34.341610 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:34.342011 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:34.342407 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.342782 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:34.343303 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Bound port: 6ffa8c5d-9b45-4b97-bddc-543f6782271f, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:34.343619 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.344121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:34.347531 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:34.373946 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:34.397621 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.404784 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] For port 6ffa8c5d-9b45-4b97-bddc-543f6782271f, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:34.408235 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] For port 6ffa8c5d-9b45-4b97-bddc-543f6782271f, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=6ffa8c5d-9b45-4b97-bddc-543f6782271f,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:34.482903 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.540186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:34.540793 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:34.548876 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad28f8-b92e-4ba4-84cd-9e3c25744580 None None] Pushing event updated for resources: {'Port': ['ID=6ffa8c5d-9b45-4b97-bddc-543f6782271f,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:34.603220 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.648673 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-69843de8-a940-41d2-97a7-1bc9a054133f None None] Provisioning for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:34.656304 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-69843de8-a940-41d2-97a7-1bc9a054133f None None] Provisioning complete for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:34.656673 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-69843de8-a940-41d2-97a7-1bc9a054133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.659223 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:34.771231 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.781039 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-69843de8-a940-41d2-97a7-1bc9a054133f None None] Port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:56:34.818461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.846992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c249bf-e4f6-4d58-968c-6dfbaacdf712 req-0a120565-8e9d-4fcb-bce2-e5e901d9ea91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:34.848529 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70c249bf-e4f6-4d58-968c-6dfbaacdf712 req-0a120565-8e9d-4fcb-bce2-e5e901d9ea91 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0683560 Jul 28 03:56:34.859922 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:32Z', 'revision_number': 3, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:34.888804 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef46e9d-b438-4b30-aa1c-2ffb1e7b356a None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:32Z', 'revision_number': 3, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:56:34.908670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:34.920180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:34.939027 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-70c249bf-e4f6-4d58-968c-6dfbaacdf712 req-5b3ef0b7-9f2f-47f3-ba6c-e83bd1217218 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703371 Jul 28 03:56:35.047126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-7dd37caa-fdfd-49a2-8a8a-5f71e28ff546 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:35.048655 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-7dd37caa-fdfd-49a2-8a8a-5f71e28ff546 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.1087618 Jul 28 03:56:35.092280 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:35.096730 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:35.256361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Deleting port 38494b13-98dd-4a1f-b300-444145816d9e {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:56:35.256723 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.299018 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:56:35.413738 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-e298ffdd-42da-458a-b475-37cef446e094 None None] Provisioning complete for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:35.414114 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-e298ffdd-42da-458a-b475-37cef446e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.422527 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] For port 38494b13-98dd-4a1f-b300-444145816d9e, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=38494b13-98dd-4a1f-b300-444145816d9e,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:35.422896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.440299 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Calling delete_port for 38494b13-98dd-4a1f-b300-444145816d9e owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:56:35.461771 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-e298ffdd-42da-458a-b475-37cef446e094 None None] Port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:56:35.533982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 6ffa8c5d-9b45-4b97-bddc-543f6782271f up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:35.641868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 6ffa8c5d-9b45-4b97-bddc-543f6782271f completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:35.646692 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 6ffa8c5d-9b45-4b97-bddc-543f6782271f triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:35.647123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.734899 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.758290 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 6ffa8c5d-9b45-4b97-bddc-543f6782271f, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=6ffa8c5d-9b45-4b97-bddc-543f6782271f,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:35.812438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7776a-d385-4067-ad72-4507c8371c78 req-d4a6bf63-030d-4abc-8bce-0d933bd82c17 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:35.814316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:35.814316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7fccf4fe-c112-4923-9320-585113ac8af9 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:35.814856 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6de7776a-d385-4067-ad72-4507c8371c78 req-d4a6bf63-030d-4abc-8bce-0d933bd82c17 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 946 time: 0.4840555 Jul 28 03:56:35.855201 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:56:35.865427 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2af6ae2a-16b9-4fb2-8a56-3ad75f59cbd4 admin admin] 10.222.0.13 "PUT /v2.0/routers/326d6abb-532b-411d-bff2-cd8ad7706480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4856906 Jul 28 03:56:35.892077 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6de7776a-d385-4067-ad72-4507c8371c78 req-7799d51f-c1e6-4fc2-b35a-fd9981045ad3 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Jul 28 03:56:35.896673 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=6ffa8c5d-9b45-4b97-bddc-543f6782271f,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:35.916171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7fccf4fe-c112-4923-9320-585113ac8af9 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:35.916650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.002002 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.035932 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Pushing event deleted for resources: {'Port': ['ID=38494b13-98dd-4a1f-b300-444145816d9e,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:36.044486 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['38494b13-98dd-4a1f-b300-444145816d9e'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:56:36.104310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] No DVR routers for this DVR port 38494b13-98dd-4a1f-b300-444145816d9e on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:56:36.107954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.109955 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-23e633d3-204c-4a79-9b69-60cf724af7ce req-877ea899-06ab-456f-9de0-8b0887488fbb tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "DELETE /v2.0/ports/38494b13-98dd-4a1f-b300-444145816d9e HTTP/1.1" status: 204 len: 173 time: 1.0526438 Jul 28 03:56:36.110389 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'name': 'network-vif-deleted', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:56:36.112579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8beab-8a13-4694-8b11-8e76f931f350" -d '{"events": [{"server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "name": "network-vif-deleted", "tag": "38494b13-98dd-4a1f-b300-444145816d9e"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:56:36.133224 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa447445-cb88-4433-92cc-0a9e585894ed req-8dfb1239-3007-4f3e-ae0d-70a5b8c05ee4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:36.135031 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa447445-cb88-4433-92cc-0a9e585894ed req-8dfb1239-3007-4f3e-ae0d-70a5b8c05ee4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1009474 Jul 28 03:56:36.176365 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fa447445-cb88-4433-92cc-0a9e585894ed req-4a2bb385-828a-49cc-b60e-7d3f9ecc4d94 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Jul 28 03:56:36.272507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c9d288-b3d9-4046-85d0-b1164d33a093 x-openstack-request-id: req-97c9d288-b3d9-4046-85d0-b1164d33a093 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:56:36.272804 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f87f0f-dad0-41da-b5ab-a886eca01e29", "name": "network-vif-deleted", "tag": "38494b13-98dd-4a1f-b300-444145816d9e", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:56:36.273060 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97c9d288-b3d9-4046-85d0-b1164d33a093 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:56:36.273458 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f87f0f-dad0-41da-b5ab-a886eca01e29', 'name': 'network-vif-deleted', 'tag': '38494b13-98dd-4a1f-b300-444145816d9e', 'status': 'completed', 'code': 200} Jul 28 03:56:36.512745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39584) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:36.517770 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1572392061-network', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:36.602990 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:56:36.603504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Made reservation on behalf of d7ccd32665ad4377931f7df5dd45f3e3 for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:56:36.603504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.603682 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:36.603682 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:36.603841 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.701413 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:36.769397 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.824248 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.844638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:56:36.862827 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2017a-74f0-47a0-9e8d-2439a5e9acf7,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:36.864458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.864805 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Added segment e491ace2-1c50-4453-85fd-8b932a7c06af of type vlan for network 8417bc5c-360c-4f7b-ae43-34469046682a Jul 28 03:56:36.904546 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 2, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:36.914165 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:36.930590 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:56:36.933975 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Updating router 326d6abb-532b-411d-bff2-cd8ad7706480 port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:56:36.960099 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.024729 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5438d74b-0e50-41f9-b6a5-c0ae8006b4f0 req-b20a5e00-653e-4d93-8290-d7a66cefc060 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f87f0f-dad0-41da-b5ab-a886eca01e29 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jul 28 03:56:37.026001 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.027156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:37.028081 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.105154 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=8417bc5c-360c-4f7b-ae43-34469046682a,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:37.116316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 8417bc5c-360c-4f7b-ae43-34469046682a details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:56:37.159435 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b1b39497-cf94-422a-a587-fb7087212cb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6427009 Jul 28 03:56:37.159652 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39590) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:37.164589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Request body: {'subnet': {'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1572392061-subnet', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:37.248936 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Made reservation on behalf of d7ccd32665ad4377931f7df5dd45f3e3 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:56:37.251441 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120999'] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.252455 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.262220 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Transition to ACTIVE for port object 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:37.333061 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.358842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666eb9-539c-49c8-b4aa-be4670316e99 req-a097cf7d-4f25-4947-bac0-2911f0205579 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:37.360357 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37666eb9-539c-49c8-b4aa-be4670316e99 req-a097cf7d-4f25-4947-bac0-2911f0205579 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1064730 Jul 28 03:56:37.384631 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Pushing event updated for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:37.399730 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.400415 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.400818 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.401210 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.401650 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.402145 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.402666 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.403895 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.404483 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.404995 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.405854 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.406292 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:37.418695 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37666eb9-539c-49c8-b4aa-be4670316e99 req-10d71f85-c0ac-450c-93d7-562ff7d81475 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Jul 28 03:56:37.453009 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 6ffa8c5d-9b45-4b97-bddc-543f6782271f up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:37.480259 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Attempting to bind port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:37.481000 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Attempting to bind port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:37.482165 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Attempting to bind port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:37.488100 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:37.488856 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:37.489446 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.490085 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Bound using segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:37.490817 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Bound port: 7e749611-dc1e-4e7d-b843-b9d027a5c4d4, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:37.491392 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.520926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 6ffa8c5d-9b45-4b97-bddc-543f6782271f triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:37.521248 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.565715 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] For port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:37.567577 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9212928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120917'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.569618 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] For port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:37.631113 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faecedf1-6347-4c50-b040-ef89f2772259,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:37.635451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Checking segment: {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:37.635819 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Network hostable DHCP agents. Network: 8417bc5c-360c-4f7b-ae43-34469046682a, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:56:37.655954 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.709610 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:37.710263 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:37.715099 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d72a9-07a6-40a6-a2bd-4ad72ecade5e None None] Pushing event updated for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:37.738951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Network 8417bc5c-360c-4f7b-ae43-34469046682a is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:56:37.795739 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 8417bc5c-360c-4f7b-ae43-34469046682a) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:37.801779 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:37.802462 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.807551 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1058f-75f2-48cc-b333-1b7bac3c323f None None] Network 8417bc5c-360c-4f7b-ae43-34469046682a requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:56:37.837059 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:37.865643 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-197bb10e-f7bc-4418-865e-e0510ffa32d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7049477 Jul 28 03:56:37.868230 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39594) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:37.873623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:37.951523 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.952959 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:37.968382 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-8417bc5c-360c-4f7b-ae43-34469046682a', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:56:37.969055 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.020046 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.049866 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-37648edf-8191-47fa-958f-558d2800f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:37Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:38.091312 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37648edf-8191-47fa-958f-558d2800f360 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:37Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:56:38.127655 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Allocated IP 172.20.0.2 (8417bc5c-360c-4f7b-ae43-34469046682a/faecedf1-6347-4c50-b040-ef89f2772259/e2493c15-c1cd-491f-a8de-926725340f7d) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:38.306779 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.328308 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.336757 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Transition to ACTIVE for port object e2493c15-c1cd-491f-a8de-926725340f7d will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:38.353091 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Transition to ACTIVE for port object e2493c15-c1cd-491f-a8de-926725340f7d will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:38.402503 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.462612 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Network 8417bc5c-360c-4f7b-ae43-34469046682a is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:38.466796 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:38.469737 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Pushing event updated for resources: {'Port': ['ID=e2493c15-c1cd-491f-a8de-926725340f7d,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:38.471231 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:38.536618 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Attempting to bind port e2493c15-c1cd-491f-a8de-926725340f7d on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:38.537002 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Attempting to bind port e2493c15-c1cd-491f-a8de-926725340f7d by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:38.537384 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Attempting to bind port e2493c15-c1cd-491f-a8de-926725340f7d on network 8417bc5c-360c-4f7b-ae43-34469046682a {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:38.545242 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:38.545613 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Checking segment: {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:38.546085 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.546740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Bound using segment: {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:38.547219 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Bound port: e2493c15-c1cd-491f-a8de-926725340f7d, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:38.547597 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.620565 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] For port e2493c15-c1cd-491f-a8de-926725340f7d, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:38.624880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] For port e2493c15-c1cd-491f-a8de-926725340f7d, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e2493c15-c1cd-491f-a8de-926725340f7d,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:38.662634 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc34d2-87f0-4c9a-b7ed-eb19d76297a6 req-61a5011b-e0e8-4fcb-b03d-78ce252ff37e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:38.664168 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbbc34d2-87f0-4c9a-b7ed-eb19d76297a6 req-61a5011b-e0e8-4fcb-b03d-78ce252ff37e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1129897 Jul 28 03:56:38.667723 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.694597 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.728752 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:38.759297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbbc34d2-87f0-4c9a-b7ed-eb19d76297a6 req-5283c17a-b019-4e35-a096-b5e08446c6cb tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880516 Jul 28 03:56:38.800980 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b406816-3dca-43b6-94ef-54e3456de6d5 None None] Pushing event updated for resources: {'Port': ['ID=e2493c15-c1cd-491f-a8de-926725340f7d,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:38.839348 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Allocated IP 172.27.0.109 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/bb319165-b7a6-4726-8f05-402e9dfd0d68) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:38.852520 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 38494b13-98dd-4a1f-b300-444145816d9e no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:56:38.874573 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 38494b13-98dd-4a1f-b300-444145816d9e {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:56:38.878979 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 38494b13-98dd-4a1f-b300-444145816d9e not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:56:38.984148 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:39.127992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:39.165590 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:39.170029 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:39.175712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:39.197300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Pushing event updated for resources: {'Port': ['ID=bb319165-b7a6-4726-8f05-402e9dfd0d68,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:39.469069 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e2493c15-c1cd-491f-a8de-926725340f7d up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:39.523668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:39.596503 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port e2493c15-c1cd-491f-a8de-926725340f7d completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:39.604596 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:39.692392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461d6b0-7c4e-445f-8079-7caced9103ca None None] Network 8417bc5c-360c-4f7b-ae43-34469046682a requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:56:39.727704 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:39.902872 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd981d1-2abe-4244-a16b-45d643e3bbb7 req-0d58387f-e5d1-4541-a671-5c7b0bee948a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:39.904547 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bd981d1-2abe-4244-a16b-45d643e3bbb7 req-0d58387f-e5d1-4541-a671-5c7b0bee948a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Jul 28 03:56:39.942692 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bd981d1-2abe-4244-a16b-45d643e3bbb7 req-5ed6950a-6c5d-4fa9-b133-ca6b230e391e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jul 28 03:56:39.949887 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Router eb339815-0e06-44d2-9d56-548ffc6c4719 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:56:39.979475 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Provisioning for port e2493c15-c1cd-491f-a8de-926725340f7d completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:39.983697 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:39.988509 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Provisioning complete for port e2493c15-c1cd-491f-a8de-926725340f7d triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:39.988977 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:39.990516 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:39.990857 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.069921 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:56:40.094213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Sync routers for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:56:40.140902 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:40.141543 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:40.143326 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.150648 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.152050 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2406cfc8-ba31-4571-a14f-32781cad2865 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2826252 Jul 28 03:56:40.155428 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39612) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:40.196230 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.273225 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:40.288368 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] For port e2493c15-c1cd-491f-a8de-926725340f7d, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e2493c15-c1cd-491f-a8de-926725340f7d,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:40.304714 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:40.360472 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.414771 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.459482 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:40.546984 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18520a20-1d28-43d1-9c63-99f5f204b9c7 None None] Pushing event updated for resources: {'Port': ['ID=e2493c15-c1cd-491f-a8de-926725340f7d,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:40.559337 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-17fcdcc2-9e71-4611-93fa-e0610906cf68 None None] Provisioning complete for port e2493c15-c1cd-491f-a8de-926725340f7d triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:40.559337 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-17fcdcc2-9e71-4611-93fa-e0610906cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.561470 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.604180 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:39Z', 'revision_number': 3, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:40.634203 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Checking router: eb339815-0e06-44d2-9d56-548ffc6c4719 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:56:40.634553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Updating router eb339815-0e06-44d2-9d56-548ffc6c4719 port bb319165-b7a6-4726-8f05-402e9dfd0d68 binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:56:40.682447 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.721496 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Allocated IP 172.20.0.1 (8417bc5c-360c-4f7b-ae43-34469046682a/faecedf1-6347-4c50-b040-ef89f2772259/2c3fb28b-140b-4c33-b7ab-a593b7e73de9) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:40.827128 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.839381 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Transition to ACTIVE for port object 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:40.921792 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.935672 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:40.944888 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Transition to ACTIVE for port object bb319165-b7a6-4726-8f05-402e9dfd0d68 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:40.957284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Network 8417bc5c-360c-4f7b-ae43-34469046682a is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:40.960016 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:40.962511 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:40.999064 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:41.001458 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.017792 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.045521 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114831c-cfce-411a-a646-d22d58a7e129 None None] Pushing event updated for resources: {'Port': ['ID=bb319165-b7a6-4726-8f05-402e9dfd0d68,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:41.062812 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Attempting to bind port bb319165-b7a6-4726-8f05-402e9dfd0d68 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:41.063175 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Attempting to bind port bb319165-b7a6-4726-8f05-402e9dfd0d68 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:41.063532 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Attempting to bind port bb319165-b7a6-4726-8f05-402e9dfd0d68 on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:41.069855 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:41.070223 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:41.070622 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.071003 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:41.071465 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Bound port: bb319165-b7a6-4726-8f05-402e9dfd0d68, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:41.071837 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.131834 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] For port bb319165-b7a6-4726-8f05-402e9dfd0d68, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:41.134568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] For port bb319165-b7a6-4726-8f05-402e9dfd0d68, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=bb319165-b7a6-4726-8f05-402e9dfd0d68,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:41.147484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d79c09-947f-4d20-91cd-d885e25a622f req-fa13c0f1-3d2d-4572-acfb-19e60ca43f73 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:41.148993 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83d79c09-947f-4d20-91cd-d885e25a622f req-fa13c0f1-3d2d-4572-acfb-19e60ca43f73 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0936244 Jul 28 03:56:41.193887 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83d79c09-947f-4d20-91cd-d885e25a622f req-d6aa0fb3-f088-4987-a712-345acca26d18 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Jul 28 03:56:41.225360 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.268431 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.291644 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:41.292298 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:41.295992 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114831c-cfce-411a-a646-d22d58a7e129 None None] Pushing event updated for resources: {'Port': ['ID=bb319165-b7a6-4726-8f05-402e9dfd0d68,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:41.333413 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7173-14a9-49e1-b3b7-ce6e737722a3 None None] Provisioning for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:41.339558 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7173-14a9-49e1-b3b7-ce6e737722a3 None None] Provisioning complete for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:41.339926 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7173-14a9-49e1-b3b7-ce6e737722a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.410497 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d7173-14a9-49e1-b3b7-ce6e737722a3 None None] Port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:56:41.429876 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e2493c15-c1cd-491f-a8de-926725340f7d up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:41.435246 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:41.442401 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.527300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.587070 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port e2493c15-c1cd-491f-a8de-926725340f7d triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:41.587526 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.594330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:41.597809 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.691548 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Network 8417bc5c-360c-4f7b-ae43-34469046682a is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:41.692958 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:41.730721 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:41.734535 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '2c3fb28b-140b-4c33-b7ab-a593b7e73de9', 'name': '', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'mac_address': 'fa:16:3e:d4:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:40Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 1, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'subnets': [{'id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:41.910438 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d85800-3f38-4748-ac44-d0dbe6948bd5 None None] The sync data for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi is: [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '2c3fb28b-140b-4c33-b7ab-a593b7e73de9', 'name': '', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'mac_address': 'fa:16:3e:d4:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:40Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 1, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'subnets': [{'id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:56:41.945009 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c09e2cbe-5c2e-45ff-86a4-960bafd2db6e None None] Provisioning complete for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:41.945385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c09e2cbe-5c2e-45ff-86a4-960bafd2db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:41.972083 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:41.972466 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:42.011810 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c09e2cbe-5c2e-45ff-86a4-960bafd2db6e None None] Port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:56:42.117883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Router eb339815-0e06-44d2-9d56-548ffc6c4719 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:56:42.215516 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cd1c-501d-4beb-a494-1d05affe13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:42.240829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:56:42.250456 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c7a860ab-53ae-4fa3-8efb-86bf1e9ed4a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb339815-0e06-44d2-9d56-548ffc6c4719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938935 Jul 28 03:56:42.322261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3b3bf-b16b-463c-9a89-2a29dc9ee7a5 req-9762773a-cc16-4518-92dd-3d9f9c103d3d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:42.323899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91e3b3bf-b16b-463c-9a89-2a29dc9ee7a5 req-9762773a-cc16-4518-92dd-3d9f9c103d3d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Jul 28 03:56:42.364801 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91e3b3bf-b16b-463c-9a89-2a29dc9ee7a5 req-fbf57121-0e35-4385-8c8c-a07af1af311c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341132 Jul 28 03:56:42.871983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39642) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:42.876665 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990652300', 'description': 'tempest-secgroup-smoke-1990652300 description', 'project_id': '56a7b95ce88748cea368c28ef245d03d'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:42.957077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.041176 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.087017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.119350 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402c6aac-4ad5-47b0-89b9-508298ede396,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:43.173203 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.174504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e21ae6d4-bbae-454a-b7db-8dbfef77c74b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3015125 Jul 28 03:56:43.177617 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 39646) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:43.182028 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:43.252614 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.308227 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.373516 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.394488 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2fff58-db30-4177-8a97-a7bee55e37e5,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:43.432110 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device bb319165-b7a6-4726-8f05-402e9dfd0d68 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:43.453647 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.456331 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4da403fb-cdac-43ea-9e82-1d8e42721531 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2777030 Jul 28 03:56:43.457823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39650) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:43.462884 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:43.494326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66dbe3-7252-485c-8c13-210f1aac60fd req-b1301626-8b24-4717-b83e-342e5177bfc7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:43.495821 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f66dbe3-7252-485c-8c13-210f1aac60fd req-b1301626-8b24-4717-b83e-342e5177bfc7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Jul 28 03:56:43.536914 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f66dbe3-7252-485c-8c13-210f1aac60fd req-0ac64f00-68fc-4eac-8afd-5f80783aa55c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350635 Jul 28 03:56:43.538913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port bb319165-b7a6-4726-8f05-402e9dfd0d68 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:43.543105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port bb319165-b7a6-4726-8f05-402e9dfd0d68 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:43.550264 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.572324 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.621342 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.633314 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.641647 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port bb319165-b7a6-4726-8f05-402e9dfd0d68, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=bb319165-b7a6-4726-8f05-402e9dfd0d68,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:43.716825 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.717033 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.734823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f55950-558f-4a1e-a849-060f88e11df1,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:43.764481 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=bb319165-b7a6-4726-8f05-402e9dfd0d68,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:43.801890 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.803148 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c2a87601-3c32-42de-9ad5-77e4597e7ee9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438160 Jul 28 03:56:43.805922 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39654) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:43.810379 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:43.903824 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:43.959344 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.013940 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.030878 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cdae18-f7f5-45da-97d8-a497096ac859,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:44.070496 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.071735 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c72a6f7b-4b97-4169-905e-cd214d1fc535 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648802 Jul 28 03:56:44.074323 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39660) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:44.079442 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:44.155256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.211886 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.287851 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.303477 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc027c41-8fe5-4bf5-a2e9-54779bf5a9ea,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:44.373936 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.375108 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-702f002a-5914-4fa1-a908-6e56e279d10f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998693 Jul 28 03:56:44.377927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39664) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:44.382460 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:44.452946 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.securitygroups_db [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Project 56a7b95ce88748cea368c28ef245d03d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:56:44.457661 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.516582 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.561508 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.579858 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f336199a-2141-4001-8cfb-e860069e5392,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:44.636258 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.639944 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5095fde6-83d9-41b1-8a76-a13ad35ca016 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2585375 Jul 28 03:56:44.640142 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 39668) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:44.644590 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'security_group_rule': {'security_group_id': '402c6aac-4ad5-47b0-89b9-508298ede396', 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:44.657716 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdcc7f-9cf6-4c17-ba6c-7693a032ca8a req-213299c9-1cc0-49cf-91e2-cb4edae8402d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:44.659256 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2fdcc7f-9cf6-4c17-ba6c-7693a032ca8a req-213299c9-1cc0-49cf-91e2-cb4edae8402d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0475042 Jul 28 03:56:44.695928 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2fdcc7f-9cf6-4c17-ba6c-7693a032ca8a req-a94825d4-0ac5-4d65-8176-376cd8bb73b3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Jul 28 03:56:44.721886 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.securitygroups_db [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Project 56a7b95ce88748cea368c28ef245d03d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:56:44.727155 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.787525 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.829740 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.846541 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f046fc0-17ff-45e4-907c-795147baa516,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:44.887421 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:44.889023 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4d71f625-8774-4d25-bf3a-43127e77fc29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2479551 Jul 28 03:56:45.024713 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-23217a62-dc6d-400b-a12d-2744ca46cff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:45.187214 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Sync routers for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:56:45.196283 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:45.196887 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:45.264171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:45.385459 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:45.427083 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device bb319165-b7a6-4726-8f05-402e9dfd0d68 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:45.473555 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port bb319165-b7a6-4726-8f05-402e9dfd0d68 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:45.473961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:45.581111 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '2c3fb28b-140b-4c33-b7ab-a593b7e73de9', 'name': '', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'mac_address': 'fa:16:3e:d4:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:40Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 2, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'subnets': [{'id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:45.607913 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Checking router: eb339815-0e06-44d2-9d56-548ffc6c4719 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:56:45.608265 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Updating router eb339815-0e06-44d2-9d56-548ffc6c4719 port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:56:45.637462 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:45.811883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6af2-a5d8-4201-81bd-09d95808284b req-052703a0-dc6a-474f-9313-983cf3817937 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:45.813400 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7fa6af2-a5d8-4201-81bd-09d95808284b req-052703a0-dc6a-474f-9313-983cf3817937 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Jul 28 03:56:45.855391 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7fa6af2-a5d8-4201-81bd-09d95808284b req-db7d989d-a489-4805-beaa-9d3d09073b7d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358930 Jul 28 03:56:45.895214 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:45.904737 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Transition to ACTIVE for port object 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:45.967036 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:46.001740 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:46.051568 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8bcb-dfb8-49f5-ab7d-f7219ea6c52c None None] Pushing event updated for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:46.107479 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Attempting to bind port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:46.107845 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Attempting to bind port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:46.108205 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Attempting to bind port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 on network 8417bc5c-360c-4f7b-ae43-34469046682a {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:46.113486 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:46.113898 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Checking segment: {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:46.114298 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:46.114680 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Bound using segment: {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:46.115138 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Bound port: 2c3fb28b-140b-4c33-b7ab-a593b7e73de9, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e491ace2-1c50-4453-85fd-8b932a7c06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:46.115523 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:46.177401 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] For port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:46.180474 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] For port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:46.304687 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:46.359697 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:46.360251 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:56:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:46.397233 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8bcb-dfb8-49f5-ab7d-f7219ea6c52c None None] Pushing event updated for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:46.471136 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:46.678176 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '2c3fb28b-140b-4c33-b7ab-a593b7e73de9', 'name': '', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'mac_address': 'fa:16:3e:d4:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:40Z', 'updated_at': '2021-07-28T03:56:46Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'subnets': [{'id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:46.698064 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb7621-98a5-42bc-a993-5cede0175d81 None None] The sync data for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi is: [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T03:56:41Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '2c3fb28b-140b-4c33-b7ab-a593b7e73de9', 'name': '', 'network_id': '8417bc5c-360c-4f7b-ae43-34469046682a', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'mac_address': 'fa:16:3e:d4:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:40Z', 'updated_at': '2021-07-28T03:56:46Z', 'revision_number': 4, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'subnets': [{'id': 'faecedf1-6347-4c50-b040-ef89f2772259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:56:46.978931 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f07698-584d-4473-83b2-8a3d574e0f11 req-347632f0-eb2d-42cf-975f-b4eba6a42b8e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:46.980647 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7f07698-584d-4473-83b2-8a3d574e0f11 req-347632f0-eb2d-42cf-975f-b4eba6a42b8e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0502334 Jul 28 03:56:47.019504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7f07698-584d-4473-83b2-8a3d574e0f11 req-3069e0af-070e-40f3-94c3-9d01fd9cf236 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 28 03:56:47.434737 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:47.550024 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:56:47.553719 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:47.554670 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:47.642235 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:47.672876 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:47.693091 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:47.750295 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:47.796194 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:47.812354 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:56:47.906616 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:47.918349 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:56:47.956201 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:47.969458 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:56:47.989240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:48.076493 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:48.132550 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=6']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:48.140420 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f130c4-a869-4815-a979-84288b293e5a req-c45db2ad-5ac2-4a3b-89ac-fbd53f955e49 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:48.146259 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f130c4-a869-4815-a979-84288b293e5a req-c45db2ad-5ac2-4a3b-89ac-fbd53f955e49 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0565937 Jul 28 03:56:48.183974 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f130c4-a869-4815-a979-84288b293e5a req-a5d3e951-d779-40a0-b819-0bd3b5be547a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Jul 28 03:56:48.252551 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['496c1122-dadc-4756-ae9b-7d0ccecdc9b1'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:56:48.719922 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-9adf5a2d-ed03-41a5-91fe-0727db0d0187 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:48.721289 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-9adf5a2d-ed03-41a5-91fe-0727db0d0187 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/networks?id=21e87ab8-f686-49e0-aae7-382f106666d7 HTTP/1.1" status: 200 len: 813 time: 0.1068382 Jul 28 03:56:48.741816 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-d816cddd-dcfa-4f3d-aaa5-d08cd92e6bba tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/quotas/0df9f9bda62e4fb3a8402d577b6a7fd1 HTTP/1.1" status: 200 len: 375 time: 0.0106711 Jul 28 03:56:48.773627 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-c06fdc69-f59b-4485-a3f1-f24ffe0fa745 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282891 Jul 28 03:56:48.982576 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdc977fe-fcb1-4016-9539-29168bf40ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015908 Jul 28 03:56:49.069583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-9e09fb9e-0091-42dd-bc6d-e42634fdc244 service neutron] 10.222.0.13 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811212 Jul 28 03:56:49.334736 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f1a18-feca-43fd-96a4-6ac1416ad18a req-814e266a-9c57-49d7-a58b-657082eda7b8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:49.343707 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-198f1a18-feca-43fd-96a4-6ac1416ad18a req-814e266a-9c57-49d7-a58b-657082eda7b8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0752738 Jul 28 03:56:49.417161 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da099f00-221c-46b3-b97d-39baa29ee8ad req-91907d97-3968-4dc9-8053-266205cd3810 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0708408 Jul 28 03:56:49.456431 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-198f1a18-feca-43fd-96a4-6ac1416ad18a req-f7ebbb47-3bf3-42a4-b66a-fa633dd87b41 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112139 Jul 28 03:56:49.475407 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:49.529332 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:49.529705 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:49.814466 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:56:49.880206 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:56:49.880671 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:49.972468 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:50.008650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:56:50.011650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b0d17b-c220-4bc1-857c-e346fb5bf206" -d '{"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:56:50.039017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:50.136402 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:50.195737 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c661c10-d1d1-40be-ba07-1a4f32c8b3f0 x-openstack-request-id: req-1c661c10-d1d1-40be-ba07-1a4f32c8b3f0 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:56:50.196038 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:56:50.199121 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c661c10-d1d1-40be-ba07-1a4f32c8b3f0 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:56:50.199121 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'code': 200} Jul 28 03:56:50.248525 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=7']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:50.536828 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc8313f8-23be-4749-b03a-c0f925dbbd6d req-85ed6515-4826-47fc-86c8-70f14e17be5c tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0435247 Jul 28 03:56:50.628653 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98edcb-4075-44d0-934d-4cc099d53ea4 req-b17b4376-79e3-4b99-bf91-80a73384019e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:50.630605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff98edcb-4075-44d0-934d-4cc099d53ea4 req-b17b4376-79e3-4b99-bf91-80a73384019e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0536702 Jul 28 03:56:50.671228 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ff98edcb-4075-44d0-934d-4cc099d53ea4 req-72bb80d3-ea9d-43c9-a23c-d33c187ef17e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Jul 28 03:56:51.655736 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-19a1c60b-5375-4d93-82b5-6d835eca536d req-5d02cdff-61ef-4cec-8cc0-c458e9313bf1 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0336027 Jul 28 03:56:51.824195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d408-597a-472a-80dd-d0e48d7c8456 req-f51fa054-3734-44d3-aed5-da252d0bd0da tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:51.826053 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8638d408-597a-472a-80dd-d0e48d7c8456 req-f51fa054-3734-44d3-aed5-da252d0bd0da tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0555084 Jul 28 03:56:51.871132 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8638d408-597a-472a-80dd-d0e48d7c8456 req-7ba473ec-9f38-4314-be28-8c7cc1bddbae tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 Jul 28 03:56:52.060754 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-f4bcfad0-2e68-4f9e-bd24-7ef59734de07 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:52.062298 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-f4bcfad0-2e68-4f9e-bd24-7ef59734de07 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "GET /v2.0/networks?id=21e87ab8-f686-49e0-aae7-382f106666d7 HTTP/1.1" status: 200 len: 813 time: 0.1068370 Jul 28 03:56:52.082022 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Request body: {'port': {'device_id': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7', 'admin_state_up': True, 'tenant_id': '0df9f9bda62e4fb3a8402d577b6a7fd1'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:52.332539 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Made reservation on behalf of 0df9f9bda62e4fb3a8402d577b6a7fd1 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:56:52.336174 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:52.478430 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Allocated IP 172.20.0.9 (21e87ab8-f686-49e0-aae7-382f106666d7/b2a0a97c-ca20-4198-b8a1-cb95126db908/eaa69614-ff36-4d83-be82-7091de01fe99) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:56:52.662641 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:52.780713 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7b22692e-cfd2-40e7-a374-3923640d608f req-1307215c-30dd-4709-a7a0-8d2926aa5185 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Jul 28 03:56:52.848066 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:52.894510 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Network 21e87ab8-f686-49e0-aae7-382f106666d7 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:56:52.899256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:56:52.900612 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:56:52.944181 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Pushing event updated for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:52.977541 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:52.978742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.071007 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-130a4621-5a87-4e8d-a000-a5b6ab910c68 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9929953 Jul 28 03:56:53.091443 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f23d-c6b1-45a7-8ff0-ff8b418d6985 req-ab827dd4-6bcf-4a37-989a-9295c7878e20 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:53.092286 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5490f23d-c6b1-45a7-8ff0-ff8b418d6985 req-ab827dd4-6bcf-4a37-989a-9295c7878e20 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0683239 Jul 28 03:56:53.165323 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5490f23d-c6b1-45a7-8ff0-ff8b418d6985 req-03f8f47b-caaf-4449-8dd0-1e89cbdfbeea tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530925 Jul 28 03:56:53.171453 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Request body: {'port': {'device_id': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:56:53.237809 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.613831 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa69614-ff36-4d83-be82-7091de01fe99 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:56:53.623610 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.644443 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Transition to ACTIVE for port object eaa69614-ff36-4d83-be82-7091de01fe99 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:56:53.761979 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.823293 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:53.952271 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Attempting to bind port eaa69614-ff36-4d83-be82-7091de01fe99 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:56:53.952528 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Attempting to bind port eaa69614-ff36-4d83-be82-7091de01fe99 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:56:53.952853 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Attempting to bind port eaa69614-ff36-4d83-be82-7091de01fe99 on network 21e87ab8-f686-49e0-aae7-382f106666d7 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:53.964132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb7d15-bbcb-4be6-bc1e-53dafe5b0648 req-e26d5e4a-cf3f-4a4e-811e-01b1f6f29479 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:53.966244 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-80eb7d15-bbcb-4be6-bc1e-53dafe5b0648 req-e26d5e4a-cf3f-4a4e-811e-01b1f6f29479 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0909882 Jul 28 03:56:53.970148 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Port eaa69614-ff36-4d83-be82-7091de01fe99 on network 21e87ab8-f686-49e0-aae7-382f106666d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:56:53.970476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Attempting to bind port eaa69614-ff36-4d83-be82-7091de01fe99 on network 21e87ab8-f686-49e0-aae7-382f106666d7 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:56:53.987161 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:56:53.987538 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Checking segment: {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:56:53.987895 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Bound using segment: {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:56:53.988356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Bound port: eaa69614-ff36-4d83-be82-7091de01fe99, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:56:53.988686 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:54.078447 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-80eb7d15-bbcb-4be6-bc1e-53dafe5b0648 req-c995a3f8-851a-4383-8f5b-961f730a131d tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980973 Jul 28 03:56:54.125316 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:56:54.129566 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=eaa69614-ff36-4d83-be82-7091de01fe99,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:56:54.263317 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:54.329934 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.330855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:54.332833 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] 10.222.0.30 "PUT /v2.0/ports/eaa69614-ff36-4d83-be82-7091de01fe99 HTTP/1.1" status: 200 len: 1093 time: 1.2394559 Jul 28 03:56:54.333486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:56:54.335954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:56:54.384877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2cc3-226d-4bcd-b519-75a291259196 req-c81791af-4ea4-4591-9eb9-d7eef6b81999 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.386925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c67d2cc3-226d-4bcd-b519-75a291259196 req-c81791af-4ea4-4591-9eb9-d7eef6b81999 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1401784 Jul 28 03:56:54.388621 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf1bc2-4eb3-418b-b2c5-38a276dd1edf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:54.400331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce046f-43c4-4306-a53d-7a51daf3cd1b x-openstack-request-id: req-efce046f-43c4-4306-a53d-7a51daf3cd1b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:56:54.400615 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:56:54.400815 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efce046f-43c4-4306-a53d-7a51daf3cd1b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:56:54.401193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99', 'status': 'completed', 'code': 200} Jul 28 03:56:54.439636 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c67d2cc3-226d-4bcd-b519-75a291259196 req-681602f4-bea2-489b-a0d0-9ee662c342b7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Jul 28 03:56:54.506812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-1d2cb45a-65ea-4c41-8c5d-affd1a96e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.508379 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-1d2cb45a-65ea-4c41-8c5d-affd1a96e4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 1096 time: 0.0510645 Jul 28 03:56:54.648947 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-c27bcb1d-b890-44c9-95d1-fe0dd0759daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.650613 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-c27bcb1d-b890-44c9-95d1-fe0dd0759daf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1111116 Jul 28 03:56:54.759156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-cdbc79ef-3a49-4aed-adbb-d004e9b1671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.760606 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4bfcb066-8a65-4710-8d34-3f0dcebbb6c0 req-cdbc79ef-3a49-4aed-adbb-d004e9b1671e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021221 Jul 28 03:56:54.870884 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-8b1fcfcb-bd55-4d0e-a748-fbc9e1bdceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.872432 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-8b1fcfcb-bd55-4d0e-a748-fbc9e1bdceaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 1096 time: 0.0484133 Jul 28 03:56:54.923968 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-3e27befd-354f-4e51-a763-c3df34c87414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa69614-ff36-4d83-be82-7091de01fe99 HTTP/1.1" status: 200 len: 217 time: 0.0356462 Jul 28 03:56:54.981190 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-8ebde6c1-cf83-4575-9476-0aea23416f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:54.982758 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-8ebde6c1-cf83-4575-9476-0aea23416f3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2a0a97c-ca20-4198-b8a1-cb95126db908 HTTP/1.1" status: 200 len: 853 time: 0.0516768 Jul 28 03:56:55.022912 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-c4f84633-739e-408e-8e87-c7a71bf7cc09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e87ab8-f686-49e0-aae7-382f106666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328419 Jul 28 03:56:55.135719 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-6b7225d5-a47f-45dc-bba6-d629663cc6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007512 Jul 28 03:56:55.265035 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e0fb8-4612-436f-93cd-4153f428c3ea req-3ba7cdb5-ffa9-4290-ad92-629b2a3f8edd tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:55.266565 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-317e0fb8-4612-436f-93cd-4153f428c3ea req-3ba7cdb5-ffa9-4290-ad92-629b2a3f8edd tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.1020083 Jul 28 03:56:55.292224 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29d3fba1-bce1-4f12-9e74-f96ca89cf73e req-21bf89fb-7deb-48e3-9f9e-e74549d198aa service neutron] 10.222.0.30 "GET /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477697 Jul 28 03:56:55.312032 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-317e0fb8-4612-436f-93cd-4153f428c3ea req-23e68338-58cb-4a08-9f43-62093bbc2246 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Jul 28 03:56:55.772935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dfc0c-ba22-4184-b1af-c7b2b8b123ed req-775826b7-9887-4550-a695-00d2600f839b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:55.772935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a18dfc0c-ba22-4184-b1af-c7b2b8b123ed req-775826b7-9887-4550-a695-00d2600f839b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Jul 28 03:56:55.772935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a18dfc0c-ba22-4184-b1af-c7b2b8b123ed req-a551472d-186d-401b-8f1f-ccbe72b55240 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Jul 28 03:56:56.460547 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51fc5-570c-4799-a8c7-333bde26a8d7 req-36b4a6ae-af9e-49a0-960d-94d52365eec3 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:56.462141 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-25b51fc5-570c-4799-a8c7-333bde26a8d7 req-36b4a6ae-af9e-49a0-960d-94d52365eec3 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0686328 Jul 28 03:56:56.506139 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-25b51fc5-570c-4799-a8c7-333bde26a8d7 req-0f6c02cf-51b7-4acd-8a93-9026b5ba035d tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Jul 28 03:56:56.878276 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e38b1d-5be8-49a8-9fdb-64cdf8c84875 req-c8657bc4-1b7c-4ee0-acbf-88e99ca77576 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:56.879805 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-13e38b1d-5be8-49a8-9fdb-64cdf8c84875 req-c8657bc4-1b7c-4ee0-acbf-88e99ca77576 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0550990 Jul 28 03:56:56.926400 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-13e38b1d-5be8-49a8-9fdb-64cdf8c84875 req-9a00337f-2f1c-433b-8b42-44d865a4acb8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 Jul 28 03:56:57.631283 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522089b-3cbc-4dbd-bf6d-ca33b88e5e6e req-5d69882f-9ce9-404f-9ac1-ae77f3b55869 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:57.639688 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b522089b-3cbc-4dbd-bf6d-ca33b88e5e6e req-5d69882f-9ce9-404f-9ac1-ae77f3b55869 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0586393 Jul 28 03:56:57.675495 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b522089b-3cbc-4dbd-bf6d-ca33b88e5e6e req-de574e33-a6ae-404d-be6f-34ffa1d6ac4d tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Jul 28 03:56:58.067638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf5bc8-9789-41c2-bac2-3425122b3d5a req-3a99638a-6771-4ee4-b86d-375c44279d7e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:58.069333 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3bcf5bc8-9789-41c2-bac2-3425122b3d5a req-3a99638a-6771-4ee4-b86d-375c44279d7e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0598500 Jul 28 03:56:58.117346 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3bcf5bc8-9789-41c2-bac2-3425122b3d5a req-c51d2198-4bcc-4832-9279-fc83f1cf9f38 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Jul 28 03:56:58.316042 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:58.796991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4d4e-7c29-4e1a-b285-09ab7559af3c req-d4dbfbd6-c37a-41fa-80c7-d37d25707af2 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:58.798592 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-45dd4d4e-7c29-4e1a-b285-09ab7559af3c req-d4dbfbd6-c37a-41fa-80c7-d37d25707af2 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0498271 Jul 28 03:56:58.840845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-45dd4d4e-7c29-4e1a-b285-09ab7559af3c req-fd5b8465-15db-4a25-89c4-895d54df2432 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356109 Jul 28 03:56:59.241708 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123da5e3-f9ac-4903-a800-2b1b39b760ac req-a5521f7c-01f5-4bf8-80e5-8b2a2a956521 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:59.243186 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-123da5e3-f9ac-4903-a800-2b1b39b760ac req-a5521f7c-01f5-4bf8-80e5-8b2a2a956521 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Jul 28 03:56:59.279950 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-123da5e3-f9ac-4903-a800-2b1b39b760ac req-4c4a1053-9716-4d5b-94de-be3d63a4b789 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307972 Jul 28 03:56:59.623177 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:56:59.963039 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4a67-32f0-4a97-b8bd-8d5f14321262 req-dd52af1e-85b7-4c48-a784-2166d9fda463 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:59.964524 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2cd4a67-32f0-4a97-b8bd-8d5f14321262 req-dd52af1e-85b7-4c48-a784-2166d9fda463 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0536137 Jul 28 03:57:00.035290 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e2cd4a67-32f0-4a97-b8bd-8d5f14321262 req-3d0595b5-7f72-4efa-a509-26d31f32a058 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Jul 28 03:57:00.396525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbda37-3e31-4140-9015-c31d43dc218e req-27290767-0040-400e-abe9-9b4213ab28a8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:00.398055 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-72bbda37-3e31-4140-9015-c31d43dc218e req-27290767-0040-400e-abe9-9b4213ab28a8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Jul 28 03:57:00.436792 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-72bbda37-3e31-4140-9015-c31d43dc218e req-26886e76-7eb2-4598-b715-9b6a398de0ec tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Jul 28 03:57:01.152084 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c342127-5c58-4214-abff-84fac5c1d6fd req-9377d874-4697-418e-9f65-5298c3b5f041 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.154402 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c342127-5c58-4214-abff-84fac5c1d6fd req-9377d874-4697-418e-9f65-5298c3b5f041 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0498617 Jul 28 03:57:01.192743 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c342127-5c58-4214-abff-84fac5c1d6fd req-ac2c03b9-5d5a-40fb-b0ed-6caac7c91223 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Jul 28 03:57:01.522873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d68fc-3654-4267-85df-fd3855e83b70 req-492717a6-3874-4cd1-a756-4c3345b643e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.524307 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-492717a6-3874-4cd1-a756-4c3345b643e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0525031 Jul 28 03:57:01.612943 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8feac-e48d-4144-a4e1-c4b7edbbf6c7 req-e6e42a30-73d7-40cf-b6a8-5210735482f7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.614379 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c6e8feac-e48d-4144-a4e1-c4b7edbbf6c7 req-e6e42a30-73d7-40cf-b6a8-5210735482f7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1024213 Jul 28 03:57:01.663210 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d68fc-3654-4267-85df-fd3855e83b70 req-f62ee8c5-f177-487d-aac9-186687ffdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.664665 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-f62ee8c5-f177-487d-aac9-186687ffdc3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.1238415 Jul 28 03:57:01.671837 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c6e8feac-e48d-4144-a4e1-c4b7edbbf6c7 req-b3b2c6f1-36ac-4414-b1dd-6b8c7d99ae64 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476418 Jul 28 03:57:01.729335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-70bda923-58dc-49de-b48f-e30df9587f11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0562556 Jul 28 03:57:01.777225 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d68fc-3654-4267-85df-fd3855e83b70 req-3d196ca9-6c39-434f-9966-30b368504c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.779350 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-3d196ca9-6c39-434f-9966-30b368504c46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0417712 Jul 28 03:57:01.829363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d68fc-3654-4267-85df-fd3855e83b70 req-f597583a-4c30-4fcc-ac92-35131ca892c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:01.830892 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-f597583a-4c30-4fcc-ac92-35131ca892c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426180 Jul 28 03:57:01.855709 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device eaa69614-ff36-4d83-be82-7091de01fe99 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:57:01.926794 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-d6c567eb-10ec-4473-933d-96339bc57911 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823257 Jul 28 03:57:01.947744 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=eaa69614-ff36-4d83-be82-7091de01fe99,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:01.963271 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'eaa69614-ff36-4d83-be82-7091de01fe99', 'network_id': '21e87ab8-f686-49e0-aae7-382f106666d7', 'port_id': 'eaa69614-ff36-4d83-be82-7091de01fe99', 'mac_address': 'fa:16:3e:70:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a0a97c-ca20-4198-b8a1-cb95126db908', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:57:01.999814 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:02.012795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa69614-ff36-4d83-be82-7091de01fe99 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:57:02.022063 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-373d68fc-3654-4267-85df-fd3855e83b70 req-3053e83c-de81-4f3e-bfc2-6ccbe4cb3dab service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867438 Jul 28 03:57:02.031582 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=eaa69614-ff36-4d83-be82-7091de01fe99,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:02.161478 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:02.207544 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:02.308308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa547-1f53-4ac2-a1c6-0b437506cbde req-3fa7348f-6833-4a0e-9326-946276035134 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:02.309865 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c1aaa547-1f53-4ac2-a1c6-0b437506cbde req-3fa7348f-6833-4a0e-9326-946276035134 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 944 time: 0.0476091 Jul 28 03:57:02.346804 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c1aaa547-1f53-4ac2-a1c6-0b437506cbde req-fb1b3be6-d6ff-472d-afef-59a937214bed tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Jul 28 03:57:02.494944 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['eaa69614-ff36-4d83-be82-7091de01fe99'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:57:02.787641 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436fe11-7dab-4f85-b5fc-c80e4fd43160 req-e12853e0-db84-48e9-804f-2d270eaa15e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:02.789025 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c436fe11-7dab-4f85-b5fc-c80e4fd43160 req-e12853e0-db84-48e9-804f-2d270eaa15e3 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0469320 Jul 28 03:57:02.825891 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c436fe11-7dab-4f85-b5fc-c80e4fd43160 req-617d7451-4923-4f6f-b361-58f46b70bb66 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jul 28 03:57:02.996911 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-6bc5af2d-b567-47b2-a9b9-613997c946e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:02.998431 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-6bc5af2d-b567-47b2-a9b9-613997c946e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0431271 Jul 28 03:57:03.106507 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-8c012158-ce50-444a-a748-5b900d985005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:03.107971 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-8c012158-ce50-444a-a748-5b900d985005 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.0811119 Jul 28 03:57:03.175261 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-3b83a463-6501-4037-b309-5df00f6e4daf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0594616 Jul 28 03:57:03.222738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-fe4b4048-a64c-41f6-9ce2-a742079774db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:03.224140 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-fe4b4048-a64c-41f6-9ce2-a742079774db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0417221 Jul 28 03:57:03.270239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-521360a4-6ab0-4513-be5f-03a41a5c6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:03.271734 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-521360a4-6ab0-4513-be5f-03a41a5c6b9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395074 Jul 28 03:57:03.363576 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-33fed0c8-f2c0-4137-8db6-dd0472de026d service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815306 Jul 28 03:57:03.479678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e534-c33f-4fee-a72c-b6e225bfce4b req-3980e795-9603-463c-bb60-fec8308b2443 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:03.481152 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8884e534-c33f-4fee-a72c-b6e225bfce4b req-3980e795-9603-463c-bb60-fec8308b2443 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 944 time: 0.0684497 Jul 28 03:57:03.500790 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6b4410e-853e-46b7-baba-1fda1f1b89b7 req-b39666eb-3b37-406b-a3bc-28df24649568 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283889 Jul 28 03:57:03.526678 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8884e534-c33f-4fee-a72c-b6e225bfce4b req-eb73fce2-54ec-4f99-aebd-d0f7250675b9 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Jul 28 03:57:03.892579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device eaa69614-ff36-4d83-be82-7091de01fe99 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:57:03.941318 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952743-0dd9-47cb-9c93-ee8f8285190a req-5915055d-8669-4de7-967f-51ae2106026f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:03.942864 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd952743-0dd9-47cb-9c93-ee8f8285190a req-5915055d-8669-4de7-967f-51ae2106026f tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Jul 28 03:57:03.982666 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dd952743-0dd9-47cb-9c93-ee8f8285190a req-5cc5c655-f38a-4f9c-b5d0-2bbf01117679 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Jul 28 03:57:04.006927 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port eaa69614-ff36-4d83-be82-7091de01fe99 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:04.012579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port eaa69614-ff36-4d83-be82-7091de01fe99 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:04.012579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:04.088196 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:04.111648 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:04.113924 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22106a2e-fc0f-4a02-b337-fc60d5a4bd8e" -d '{"events": [{"server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "name": "network-vif-plugged", "status": "completed", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:04.128390 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=eaa69614-ff36-4d83-be82-7091de01fe99,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:04.152536 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319c90b-4f25-42f4-9b94-45486f71854e x-openstack-request-id: req-8319c90b-4f25-42f4-9b94-45486f71854e {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:04.152833 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "name": "network-vif-plugged", "status": "completed", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:04.153085 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8319c90b-4f25-42f4-9b94-45486f71854e {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:04.153517 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99', 'code': 200} Jul 28 03:57:04.207379 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:04.208241 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:04.283889 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:04.325014 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:04.359802 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:04.447154 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:04.495619 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=8']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:04.531961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0129-bc3f-4143-9905-556cbbcfcdf7 req-583de0d2-4996-43a1-b092-8d922053e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:04.533407 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc3d0129-bc3f-4143-9905-556cbbcfcdf7 req-583de0d2-4996-43a1-b092-8d922053e58e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0379078 Jul 28 03:57:04.568912 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fc3d0129-bc3f-4143-9905-556cbbcfcdf7 req-04f76ecb-618e-428f-9f46-37abee8a2571 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265238 Jul 28 03:57:04.644091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c5d8b-5de8-4ff1-b725-499523fe93bc req-0659cc8f-8553-4b69-bb07-f7f4de8163a7 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:04.645574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f1c5d8b-5de8-4ff1-b725-499523fe93bc req-0659cc8f-8553-4b69-bb07-f7f4de8163a7 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Jul 28 03:57:04.687557 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4f1c5d8b-5de8-4ff1-b725-499523fe93bc req-66689b2a-3010-4c9d-9994-d1a90e427759 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Jul 28 03:57:05.102466 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2243d-992f-4ad0-a5e0-5fa55ff7752e req-b1bbe9a5-40be-45db-ba6a-b7e02c514014 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:05.103943 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fdf2243d-992f-4ad0-a5e0-5fa55ff7752e req-b1bbe9a5-40be-45db-ba6a-b7e02c514014 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0462573 Jul 28 03:57:05.142414 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fdf2243d-992f-4ad0-a5e0-5fa55ff7752e req-bd4fe0b3-f38e-470b-9e01-23660d922bbe tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jul 28 03:57:05.804193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9725cf8-cb1f-4053-b627-d99b281cccfd req-451983f6-2043-4212-b517-f63b2acfd9e4 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:05.805679 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b9725cf8-cb1f-4053-b627-d99b281cccfd req-451983f6-2043-4212-b517-f63b2acfd9e4 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Jul 28 03:57:05.845366 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b9725cf8-cb1f-4053-b627-d99b281cccfd req-a85120ef-5baf-4d05-a4ab-4be4e2290649 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Jul 28 03:57:05.972002 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-cfd007a0-dda8-42f2-88a4-224d95da1521 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990652300&fields=id&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 267 time: 0.0351701 Jul 28 03:57:06.077011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-8200a302-137e-467a-8e5a-49b5b649f01c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:06.078504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-8200a302-137e-467a-8e5a-49b5b649f01c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.0995817 Jul 28 03:57:06.094028 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-fbc91803-246b-4e73-a3c3-33f6b6de1066 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/quotas/56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 375 time: 0.0089808 Jul 28 03:57:06.146381 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-e2b063b7-48ee-474e-9382-72273358f047 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470686 Jul 28 03:57:06.155502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:06.160273 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff988a8-11c1-4673-aaf4-e8f79c6271d7" -d '{"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:06.242381 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-b0e9e46d-93d9-4a45-b39a-f99f56a0d905 service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834868 Jul 28 03:57:06.332134 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-60c3d0a4-fdb4-4441-84a2-46999fe18eaf service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820808 Jul 28 03:57:06.439237 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31f9cc-8a48-4b1b-8bc3-1c4c7e6fd0be x-openstack-request-id: req-ef31f9cc-8a48-4b1b-8bc3-1c4c7e6fd0be {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:06.439760 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-unplugged", "status": "failed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "code": 422}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:06.440185 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef31f9cc-8a48-4b1b-8bc3-1c4c7e6fd0be {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:06.440785 dv-cinder-802648-1-iscsi neutron-server[105297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'code': 422} returned with failed status Jul 28 03:57:07.067386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67ff3-f54c-4098-917b-a73c1cbe5f66 req-e8107a99-cc6a-4464-b0be-37c577bb4992 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:07.068970 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2eb67ff3-f54c-4098-917b-a73c1cbe5f66 req-e8107a99-cc6a-4464-b0be-37c577bb4992 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0574005 Jul 28 03:57:07.392374 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bf694473-0ff3-4e98-a447-5b99a5097eb3 req-9a4e8e75-a68f-4a2b-9542-9f7d643d5d49 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0277851 Jul 28 03:57:07.404509 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2eb67ff3-f54c-4098-917b-a73c1cbe5f66 req-66f97cf4-2e9b-40d9-80c0-13584dcbb8a9 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298156 Jul 28 03:57:07.802343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae684-77da-4e45-b320-81e726772705 req-96dc737e-164d-432d-b690-6c8ef8e6490d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:07.803829 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e6ae684-77da-4e45-b320-81e726772705 req-96dc737e-164d-432d-b690-6c8ef8e6490d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0478680 Jul 28 03:57:07.842789 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4e6ae684-77da-4e45-b320-81e726772705 req-d27667b2-9188-4078-9fc4-f5e7072d4f9a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Jul 28 03:57:07.891225 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:08.386630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40084) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:08.489420 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-3a65a739-36e4-4ee9-a7e8-16b975d7fc69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010244 Jul 28 03:57:08.491378 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-60943a0e-1812-45c1-96cb-862a49b7dbe6 req-01abb113-ba1e-49eb-b12d-763c96188d80 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0336399 Jul 28 03:57:08.966043 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58ea0-ce71-423b-b0f7-5562f74940eb req-5200b9e3-2154-4764-921c-e616a3704721 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:08.967680 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29e58ea0-ce71-423b-b0f7-5562f74940eb req-5200b9e3-2154-4764-921c-e616a3704721 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0519693 Jul 28 03:57:09.008386 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29e58ea0-ce71-423b-b0f7-5562f74940eb req-e5719c82-265a-45d3-ac93-75f30342f9b7 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343597 Jul 28 03:57:09.593974 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-80384769-7f70-4e47-9309-00c63e77fdac req-1fb6ad75-8717-440b-baf5-ab84ccdd50ed tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0315242 Jul 28 03:57:09.642606 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-8b5c8721-64c3-4f38-b628-5fb27c248e43 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:09.644116 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-8b5c8721-64c3-4f38-b628-5fb27c248e43 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.1287196 Jul 28 03:57:09.693967 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-fd8fa505-d4f3-4183-99d3-fa92fa94236d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 380 time: 0.0339780 Jul 28 03:57:09.703510 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'port': {'device_id': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'admin_state_up': True, 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'security_groups': ['402c6aac-4ad5-47b0-89b9-508298ede396']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:10.000871 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Made reservation on behalf of 56a7b95ce88748cea368c28ef245d03d for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:57:10.004459 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:10.185920 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.20.0.6 (457bd2c7-5175-40c9-9169-73ec9d3f72dd/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0/763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:57:10.211045 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2a6d2-b3d9-4c7b-bed2-07360e7dcdce req-5b92ac74-5a62-4c26-901c-bba0e6237834 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.212559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efb2a6d2-b3d9-4c7b-bed2-07360e7dcdce req-5b92ac74-5a62-4c26-901c-bba0e6237834 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1270533 Jul 28 03:57:10.216153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554348f1-fec8-4458-ad34-2fde781ccdad req-4315ed4d-21ba-425e-85ba-c3e399591d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.217527 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-4315ed4d-21ba-425e-85ba-c3e399591d8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8&tenant_id=c2225b073de246b69280290dce7fa584 HTTP/1.1" status: 200 len: 1096 time: 0.1128962 Jul 28 03:57:10.332918 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efb2a6d2-b3d9-4c7b-bed2-07360e7dcdce req-4f7512cd-cb01-4ebe-a2d4-fbca09afd4ee tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125302 Jul 28 03:57:10.366540 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554348f1-fec8-4458-ad34-2fde781ccdad req-df1a5514-c293-4596-b7f8-a649fb11ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.368028 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-df1a5514-c293-4596-b7f8-a649fb11ff1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2225b073de246b69280290dce7fa584&device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1169248 Jul 28 03:57:10.441132 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:10.467020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Transition to ACTIVE for port object 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:10.502381 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554348f1-fec8-4458-ad34-2fde781ccdad req-5c35c0f4-982a-4079-9539-f1ccb07cef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.503885 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-5c35c0f4-982a-4079-9539-f1ccb07cef0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 200 len: 918 time: 0.1244519 Jul 28 03:57:10.572868 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-d9d661cd-735e-4d41-a87d-a096db146e1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 200 len: 998 time: 0.0588777 Jul 28 03:57:10.623237 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554348f1-fec8-4458-ad34-2fde781ccdad req-252f9e10-e70c-4688-9477-e34876f1c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.624209 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-252f9e10-e70c-4688-9477-e34876f1c786 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 200 len: 856 time: 0.0438664 Jul 28 03:57:10.691228 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5397c534-a312-482e-9cde-6065a33b85cb req-5656c8ef-12aa-4d28-9a45-aed60eeecb1b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0304530 Jul 28 03:57:10.693002 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:10.704726 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554348f1-fec8-4458-ad34-2fde781ccdad req-9a9ddd77-6b92-4834-a949-6163d0046fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.714660 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-9a9ddd77-6b92-4834-a949-6163d0046fdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fd140e9-74dd-4e79-8303-2c88dc35d567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741465 Jul 28 03:57:10.781733 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:57:10.787660 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:10.796342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:57:10.824651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:10.866150 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:10.866782 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:10.887570 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-75e9f9c7-45aa-4711-b191-edc5c755b4ba service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595852 Jul 28 03:57:10.946854 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-15c94086-7cd2-4fae-ade5-3e0abddf93c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2475812 Jul 28 03:57:10.971274 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Request body: {'port': {'device_id': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:11.009434 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-554348f1-fec8-4458-ad34-2fde781ccdad req-0096b872-0a69-474f-9b42-ba2f5f9b0c55 service neutron] 10.222.0.30 "GET /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143293 Jul 28 03:57:11.038095 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.055947 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-9ea53cd9-ab1c-43f0-a417-e99bea642006 None None] Provisioning for port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:11.060563 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-9ea53cd9-ab1c-43f0-a417-e99bea642006 None None] Provisioning complete for port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:11.060878 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-9ea53cd9-ab1c-43f0-a417-e99bea642006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.096474 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-9ea53cd9-ab1c-43f0-a417-e99bea642006 None None] Port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:57:11.297776 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:57:11.305417 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.319078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Transition to ACTIVE for port object 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:11.460366 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3966243-41e5-4c15-bc75-563f88bcef61 req-990270f8-b757-4e10-ba45-e857feebd921 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:11.462112 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c3966243-41e5-4c15-bc75-563f88bcef61 req-990270f8-b757-4e10-ba45-e857feebd921 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0532436 Jul 28 03:57:11.464077 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.533844 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Pushing event updated for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:11.561384 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c3966243-41e5-4c15-bc75-563f88bcef61 req-c4349ce7-9e9e-447b-8ae2-989ed6e0b9ff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921321 Jul 28 03:57:11.610331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Attempting to bind port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:57:11.610675 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Attempting to bind port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:57:11.611011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Attempting to bind port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:57:11.615615 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:57:11.615944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Attempting to bind port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:57:11.621627 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:57:11.622021 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:57:11.622385 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Bound using segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:57:11.622818 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Bound port: 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:57:11.623277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.699263 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:57:11.702989 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:57:11.862472 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.923315 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:11.924189 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:11.926935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] 10.222.0.30 "PUT /v2.0/ports/763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 HTTP/1.1" status: 200 len: 1093 time: 0.9615669 Jul 28 03:57:11.928499 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:11.930993 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205861f9-ca83-4403-94ab-85c25104d70e" -d '{"events": [{"name": "network-changed", "server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:11.974179 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e8387-c988-4e98-9e3c-b5aeaaa08931 req-892514bb-644f-432e-9985-bed0285050d7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:11.985187 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a66e8387-c988-4e98-9e3c-b5aeaaa08931 req-892514bb-644f-432e-9985-bed0285050d7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.1733651 Jul 28 03:57:12.017537 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab0985d-7c13-4bfd-90db-cffa2987373c x-openstack-request-id: req-1ab0985d-7c13-4bfd-90db-cffa2987373c {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:12.018235 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:12.018532 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab0985d-7c13-4bfd-90db-cffa2987373c {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:12.019072 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'status': 'completed', 'code': 200} Jul 28 03:57:12.039928 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de34180-0164-460c-b6ec-73b7f17ef808 service neutron] Pushing event updated for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:12.071752 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a66e8387-c988-4e98-9e3c-b5aeaaa08931 req-c777feb4-cfd6-442e-b10c-53bbb0ef6a36 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728848 Jul 28 03:57:12.236630 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6b5e62d7-3e73-4b4b-b0a8-713e5dd2e15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:12.705209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a40b-be8d-457c-b1c1-aaca8ab6d278 req-c60c8783-1943-4f48-a4b1-b802fc9e7149 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:12.711669 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f99a40b-be8d-457c-b1c1-aaca8ab6d278 req-c60c8783-1943-4f48-a4b1-b802fc9e7149 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0747561 Jul 28 03:57:12.748684 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8f99a40b-be8d-457c-b1c1-aaca8ab6d278 req-58dee0c6-0673-4e03-ae79-9cc56b15668e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Jul 28 03:57:13.194115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d9c4-e255-4c99-872e-e329c6474ff3 req-ad5361c6-7777-4c3a-8b25-0e9898032534 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:13.195636 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e7b7d9c4-e255-4c99-872e-e329c6474ff3 req-ad5361c6-7777-4c3a-8b25-0e9898032534 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0504589 Jul 28 03:57:13.235942 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e7b7d9c4-e255-4c99-872e-e329c6474ff3 req-9f41a78d-9ddb-482b-b6bf-7a801ceb4287 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Jul 28 03:57:13.879483 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f434f1-8272-4ca9-9fe3-4606502976b3 req-b7a5cacf-1616-49cd-9735-6f9db88d47c6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:13.881008 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c0f434f1-8272-4ca9-9fe3-4606502976b3 req-b7a5cacf-1616-49cd-9735-6f9db88d47c6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0484223 Jul 28 03:57:13.926256 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c0f434f1-8272-4ca9-9fe3-4606502976b3 req-18cc7333-62e1-4827-8e19-929299157f2d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391440 Jul 28 03:57:14.353575 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8eab9-b561-436d-894a-23a9f081e4f0 req-20d979f7-0428-4cdf-8d90-4a34b210017f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:14.354961 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4f8eab9-b561-436d-894a-23a9f081e4f0 req-20d979f7-0428-4cdf-8d90-4a34b210017f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0506668 Jul 28 03:57:14.398941 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4f8eab9-b561-436d-894a-23a9f081e4f0 req-8c7572bd-2f86-4e71-bd29-6ae24e17681f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Jul 28 03:57:15.047687 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85db750-9c2a-40ea-9092-b917debce732 req-2546b4f2-590a-4609-a07b-d96fba94872a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:15.049289 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a85db750-9c2a-40ea-9092-b917debce732 req-2546b4f2-590a-4609-a07b-d96fba94872a tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0486956 Jul 28 03:57:15.052516 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5bb1-8279-4241-ba8b-8901b84902b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:15.091646 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a85db750-9c2a-40ea-9092-b917debce732 req-f344e604-ef2b-43c6-8de7-2531e5d38d4c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Jul 28 03:57:15.275594 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:15.513324 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff148-5466-4ba9-a659-3944ce094b35 req-8644caa5-3d6e-48b4-a8de-c09fe58992c1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:15.516138 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-53dff148-5466-4ba9-a659-3944ce094b35 req-8644caa5-3d6e-48b4-a8de-c09fe58992c1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0506644 Jul 28 03:57:15.560239 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-53dff148-5466-4ba9-a659-3944ce094b35 req-abf38cc0-ad15-4a13-b6ab-7b1a5ddbe271 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376267 Jul 28 03:57:15.990072 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:16.232970 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239a988-6fac-4979-9f5e-7e0d8aec49f7 req-c461f3ea-ae25-4a79-8ea2-de199dcece17 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:16.234529 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4239a988-6fac-4979-9f5e-7e0d8aec49f7 req-c461f3ea-ae25-4a79-8ea2-de199dcece17 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0630732 Jul 28 03:57:16.274767 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4239a988-6fac-4979-9f5e-7e0d8aec49f7 req-7045fcb1-0559-4efc-ad19-beac447c9faa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343421 Jul 28 03:57:16.675614 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe92e-5929-4797-9f53-6ec932f3ff00 req-48fc40b1-2981-477f-bc8e-d8699b8dcef6 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:16.677304 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65cfe92e-5929-4797-9f53-6ec932f3ff00 req-48fc40b1-2981-477f-bc8e-d8699b8dcef6 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0485320 Jul 28 03:57:16.722731 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65cfe92e-5929-4797-9f53-6ec932f3ff00 req-86495726-5f4b-4098-9dfc-e7dc7e056966 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Jul 28 03:57:17.400191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db35ec7-9a9a-4733-8493-0b7638806614 req-4b50d570-e797-4ec8-b447-0aa89cafbf97 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:17.401668 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6db35ec7-9a9a-4733-8493-0b7638806614 req-4b50d570-e797-4ec8-b447-0aa89cafbf97 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0503442 Jul 28 03:57:17.439902 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6db35ec7-9a9a-4733-8493-0b7638806614 req-f04d2c25-72eb-4058-8b98-ac33242f13fb tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Jul 28 03:57:17.658805 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:17.842358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603aa01-ab5c-46c6-9714-eae5eddfee16 req-031144af-70dc-4618-a19d-ebe536a0381a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:17.843891 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1603aa01-ab5c-46c6-9714-eae5eddfee16 req-031144af-70dc-4618-a19d-ebe536a0381a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0555694 Jul 28 03:57:17.884024 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1603aa01-ab5c-46c6-9714-eae5eddfee16 req-7f691f34-b212-4929-9982-b915e640dbd7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338936 Jul 28 03:57:18.558048 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8d70-e9d7-4d9b-bfaa-9b5fa0f77315 req-973c6174-0eb6-45e2-9c3e-f8efd4c9af66 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:18.560395 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-09ba8d70-e9d7-4d9b-bfaa-9b5fa0f77315 req-973c6174-0eb6-45e2-9c3e-f8efd4c9af66 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Jul 28 03:57:18.600280 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-09ba8d70-e9d7-4d9b-bfaa-9b5fa0f77315 req-8fc18071-6792-4fa0-b770-b117203b8f81 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jul 28 03:57:18.998260 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04c69-e553-4e21-abb7-fdd38f103211 req-83a9967e-7300-4006-a0f0-19e04e6afe3a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:18.999930 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8a04c69-e553-4e21-abb7-fdd38f103211 req-83a9967e-7300-4006-a0f0-19e04e6afe3a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0489581 Jul 28 03:57:19.039148 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8a04c69-e553-4e21-abb7-fdd38f103211 req-cd83b8a1-32f8-4e1b-820e-65841ca7e15b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Jul 28 03:57:19.724121 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7970411-af75-4ddd-81b3-a39b2845069c req-bf12cb01-d3bd-4977-8971-27b6c05cfd0d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:19.725904 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7970411-af75-4ddd-81b3-a39b2845069c req-bf12cb01-d3bd-4977-8971-27b6c05cfd0d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0519450 Jul 28 03:57:19.763964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7970411-af75-4ddd-81b3-a39b2845069c req-74486741-03f9-48dd-b5da-9d159f0b9008 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 28 03:57:20.157719 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3962-fce5-4ce8-8d48-facb09170be8 req-69c6c75d-e359-42e0-9099-765d232fa7ef tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:20.159364 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3d9f3962-fce5-4ce8-8d48-facb09170be8 req-69c6c75d-e359-42e0-9099-765d232fa7ef tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0493281 Jul 28 03:57:20.199351 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3d9f3962-fce5-4ce8-8d48-facb09170be8 req-a2bd2443-6e55-46e8-8779-a2114483e2bd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jul 28 03:57:20.892383 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003406f-3015-43ac-8d62-208a4fa40ce3 req-d9a361d4-cb7f-498d-9f5d-5b23734c3e61 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:20.894236 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e003406f-3015-43ac-8d62-208a4fa40ce3 req-d9a361d4-cb7f-498d-9f5d-5b23734c3e61 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0572603 Jul 28 03:57:20.934570 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e003406f-3015-43ac-8d62-208a4fa40ce3 req-7c244928-d371-45db-bea6-bc0ce8771a3d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345948 Jul 28 03:57:21.318450 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d42dd-4f69-49f1-aefb-7a10d6964b08 req-b9fb8be4-77cf-4fd7-9d7f-f06dd6b35e75 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:21.322196 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d31d42dd-4f69-49f1-aefb-7a10d6964b08 req-b9fb8be4-77cf-4fd7-9d7f-f06dd6b35e75 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0554667 Jul 28 03:57:21.363836 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d31d42dd-4f69-49f1-aefb-7a10d6964b08 req-90bea5ca-fe4f-4149-be48-17095a988d2c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Jul 28 03:57:22.051808 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91920a77-af15-4771-a144-ff90444ba8f7 req-fea189f5-b128-490f-87ea-a1b276b29025 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:22.053335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91920a77-af15-4771-a144-ff90444ba8f7 req-fea189f5-b128-490f-87ea-a1b276b29025 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0467870 Jul 28 03:57:22.091836 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91920a77-af15-4771-a144-ff90444ba8f7 req-860cdf6e-d63e-45cb-a81d-a4ba2f654e0d tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Jul 28 03:57:22.472767 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd39d-73d2-42e3-a87b-9f92cb4ed5a2 req-6c83b475-ea8f-4434-bcd7-f43360f99e44 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:22.474492 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-00fdd39d-73d2-42e3-a87b-9f92cb4ed5a2 req-6c83b475-ea8f-4434-bcd7-f43360f99e44 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0466411 Jul 28 03:57:22.509500 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-00fdd39d-73d2-42e3-a87b-9f92cb4ed5a2 req-f56a9c60-e626-47da-aaf2-7db9459f9445 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292313 Jul 28 03:57:23.211585 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f011014-057c-4263-8746-88a4344974af req-468b6d4d-9ab7-42cf-9ddf-8abb41271abd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:23.213062 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5f011014-057c-4263-8746-88a4344974af req-468b6d4d-9ab7-42cf-9ddf-8abb41271abd tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0513556 Jul 28 03:57:23.250038 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5f011014-057c-4263-8746-88a4344974af req-cc304126-f43b-4cea-8219-5d6f3b4a2993 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304463 Jul 28 03:57:23.619458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85231a0-3d22-447f-9c82-1261588071e7 req-60a2581f-3cab-4d4d-9b92-fdcec9510eee tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:23.620937 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c85231a0-3d22-447f-9c82-1261588071e7 req-60a2581f-3cab-4d4d-9b92-fdcec9510eee tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0474222 Jul 28 03:57:23.658608 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c85231a0-3d22-447f-9c82-1261588071e7 req-4eae8cce-5cd7-437d-be24-2f057fa00cdd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Jul 28 03:57:24.367980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3b9b1-9399-4c6a-a2ac-877e69576623 req-7775ef8e-de3a-4c81-bf1b-90a34fbe45ff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.369387 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29b3b9b1-9399-4c6a-a2ac-877e69576623 req-7775ef8e-de3a-4c81-bf1b-90a34fbe45ff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0495701 Jul 28 03:57:24.409598 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-29b3b9b1-9399-4c6a-a2ac-877e69576623 req-7c9d89ce-a2d5-418c-8189-a7dc359531b8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Jul 28 03:57:24.510460 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205861f9-ca83-4403-94ab-85c25104d70e req-f7a83104-012f-4d93-8568-6bf6cb5787d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.511933 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-205861f9-ca83-4403-94ab-85c25104d70e req-f7a83104-012f-4d93-8568-6bf6cb5787d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1096 time: 0.0433376 Jul 28 03:57:24.621650 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205861f9-ca83-4403-94ab-85c25104d70e req-dc4748c6-2a79-458f-b14a-0328f5aa1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.623791 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-205861f9-ca83-4403-94ab-85c25104d70e req-dc4748c6-2a79-458f-b14a-0328f5aa1e26 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=56a7b95ce88748cea368c28ef245d03d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0914977 Jul 28 03:57:24.725005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205861f9-ca83-4403-94ab-85c25104d70e req-2253da0e-2a9a-42d3-937b-246ced269ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.726540 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-205861f9-ca83-4403-94ab-85c25104d70e req-2253da0e-2a9a-42d3-937b-246ced269ef0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943332 Jul 28 03:57:24.775692 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680a882-320f-4d68-95fb-5a0a70a47e37 req-4c63c48b-7fbf-4d42-8087-41394d0ce4e3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.778008 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2680a882-320f-4d68-95fb-5a0a70a47e37 req-4c63c48b-7fbf-4d42-8087-41394d0ce4e3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0497329 Jul 28 03:57:24.839492 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2680a882-320f-4d68-95fb-5a0a70a47e37 req-19e14351-bf26-41a4-a94c-44f5b3163949 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555558 Jul 28 03:57:24.848793 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-49477b25-8509-4fa4-8c7b-c637ee98c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.850530 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-49477b25-8509-4fa4-8c7b-c637ee98c935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1096 time: 0.0527916 Jul 28 03:57:24.901893 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-1420f514-3b84-4223-b36e-6010abacf68b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0355041 Jul 28 03:57:24.954374 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-3c90002b-4324-4694-be04-ea7158d5009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:24.955849 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-3c90002b-4324-4694-be04-ea7158d5009e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0466292 Jul 28 03:57:25.001313 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-d38837a5-89b1-484d-ba73-0bf0312739d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:25.002780 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-d38837a5-89b1-484d-ba73-0bf0312739d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383310 Jul 28 03:57:25.098075 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-7cb0588b-a645-4275-b28e-600d4d259926 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826914 Jul 28 03:57:25.189095 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b5743c2-d2b9-4d5a-a292-5e8bf2a86ab2 req-7d343d38-c980-426d-81c6-07edacba8c38 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Jul 28 03:57:25.538348 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863432f4-3637-45b3-a6c8-613f7d526ef5 req-c1077d4b-dcc8-4013-8b01-aa4154011eb1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:25.539800 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-863432f4-3637-45b3-a6c8-613f7d526ef5 req-c1077d4b-dcc8-4013-8b01-aa4154011eb1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0515707 Jul 28 03:57:25.577528 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-863432f4-3637-45b3-a6c8-613f7d526ef5 req-82fd272a-ca6b-41bf-aaa7-31766a8a9e52 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Jul 28 03:57:25.949554 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b62d-9ca7-49e3-aad9-3348b2ac9b91 req-d5219beb-6a4e-418d-a3df-a794bd95e03a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:25.951131 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a3b0b62d-9ca7-49e3-aad9-3348b2ac9b91 req-d5219beb-6a4e-418d-a3df-a794bd95e03a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0461078 Jul 28 03:57:25.991147 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a3b0b62d-9ca7-49e3-aad9-3348b2ac9b91 req-472059c0-3e32-449d-a4e5-be81bedd4a63 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308979 Jul 28 03:57:26.707115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586a21-cae1-457f-8f1d-73acbd4898aa req-cef3bd61-d739-4f4a-a7e8-7270e958c9f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:26.708807 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d586a21-cae1-457f-8f1d-73acbd4898aa req-cef3bd61-d739-4f4a-a7e8-7270e958c9f4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0543621 Jul 28 03:57:26.750010 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d586a21-cae1-457f-8f1d-73acbd4898aa req-f572bdf3-51a7-4e92-9d89-5bcdc0bccd18 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Jul 28 03:57:27.108889 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f28206-8673-4b3d-b641-bb350321f76e req-87932ed2-0504-48e9-83ff-04a242f8f999 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:27.110440 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75f28206-8673-4b3d-b641-bb350321f76e req-87932ed2-0504-48e9-83ff-04a242f8f999 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0507867 Jul 28 03:57:27.147293 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75f28206-8673-4b3d-b641-bb350321f76e req-482bfd8c-a70c-4350-8ab7-8d04e13c17f2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Jul 28 03:57:27.864759 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13692c2a-fc19-4fdb-b5c9-895012fadaa4 req-a99e2424-3609-4973-b639-254258e8055e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:27.866272 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-13692c2a-fc19-4fdb-b5c9-895012fadaa4 req-a99e2424-3609-4973-b639-254258e8055e tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0477002 Jul 28 03:57:27.902729 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-13692c2a-fc19-4fdb-b5c9-895012fadaa4 req-fd0a0d7a-7e3e-4d4f-a662-30eeef7ebbff tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Jul 28 03:57:27.981307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:57:28.074468 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:28.085638 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'port_id': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'mac_address': 'fa:16:3e:8c:f3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:57:28.124173 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:28.136168 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:57:28.154783 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:28.257086 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1b01a-1911-499a-b440-200c4ef5f65b req-c0b617ff-7728-4b5f-933e-2bae48806a6f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:28.258578 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fc1b01a-1911-499a-b440-200c4ef5f65b req-c0b617ff-7728-4b5f-933e-2bae48806a6f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0473680 Jul 28 03:57:28.264569 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:28.296382 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5fc1b01a-1911-499a-b440-200c4ef5f65b req-29c0710a-c6c7-43d1-b7f6-a141e4d0a72e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Jul 28 03:57:28.310066 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=9']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:28.406809 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:28.562003 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['496c1122-dadc-4756-ae9b-7d0ccecdc9b1'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:57:29.018648 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca4b7-4508-4967-b2de-5dbb13559f26 req-f307a14e-9b33-4da2-b89d-39c70ea25758 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:29.020110 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-82cca4b7-4508-4967-b2de-5dbb13559f26 req-f307a14e-9b33-4da2-b89d-39c70ea25758 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0497947 Jul 28 03:57:29.057950 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-82cca4b7-4508-4967-b2de-5dbb13559f26 req-8ff55c2f-53a7-4875-9ecb-971a4cc7e556 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 28 03:57:29.407846 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb636-8e42-4340-b47d-42781ae4ec72 req-6205a3a0-ef68-46f2-b1f2-dc27abc4c7f7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:29.409322 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8ccb636-8e42-4340-b47d-42781ae4ec72 req-6205a3a0-ef68-46f2-b1f2-dc27abc4c7f7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0471590 Jul 28 03:57:29.445207 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f8ccb636-8e42-4340-b47d-42781ae4ec72 req-e25b67d7-4f69-4a5b-aa7d-ee7cb0e11c0e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299573 Jul 28 03:57:29.987601 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:57:30.043538 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:30.043538 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:30.112539 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:30.139579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:30.142021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5042e2-38f2-44b4-bead-14381fe8167f" -d '{"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:30.154895 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:30.180148 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43f999-e3d7-426b-aac7-e4bc53301c31 x-openstack-request-id: req-2e43f999-e3d7-426b-aac7-e4bc53301c31 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:30.180447 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:30.180689 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e43f999-e3d7-426b-aac7-e4bc53301c31 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:30.181074 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'code': 200} Jul 28 03:57:30.187658 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0d8f-891a-453e-9ab6-3c9debb3fb5e req-bf42d1c7-4c7c-49ea-a449-7f6a36f124fa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:30.189172 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e23f0d8f-891a-453e-9ab6-3c9debb3fb5e req-bf42d1c7-4c7c-49ea-a449-7f6a36f124fa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Jul 28 03:57:30.226898 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e23f0d8f-891a-453e-9ab6-3c9debb3fb5e req-1211dc69-70a3-44d1-b174-809d3e84c090 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Jul 28 03:57:30.235894 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:30.282631 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=10']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:30.566668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497286-33bd-4833-83f2-cd51d28aab90 req-713095d9-600d-486f-b2d5-b5894d0d3938 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:30.568149 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f497286-33bd-4833-83f2-cd51d28aab90 req-713095d9-600d-486f-b2d5-b5894d0d3938 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0559967 Jul 28 03:57:30.637174 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0f497286-33bd-4833-83f2-cd51d28aab90 req-67f215d7-744d-47e0-8363-028807e56de4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631349 Jul 28 03:57:30.642059 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9dd0b-2f2f-447c-bb88-1f14bf04a962 req-ecb5c0f2-6f17-44b5-b7e4-c58580e214eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:30.643499 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2d9dd0b-2f2f-447c-bb88-1f14bf04a962 req-ecb5c0f2-6f17-44b5-b7e4-c58580e214eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 1099 time: 0.0627851 Jul 28 03:57:30.679681 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a2d9dd0b-2f2f-447c-bb88-1f14bf04a962 req-85b4ac94-d5ac-404d-9fef-b621e012dd53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285983 Jul 28 03:57:31.342638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b64e8-1722-4ee3-936d-833a8d5f378b req-b543eafc-e94a-43c2-8276-16b81f686582 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:31.344005 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a39b64e8-1722-4ee3-936d-833a8d5f378b req-b543eafc-e94a-43c2-8276-16b81f686582 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0469189 Jul 28 03:57:31.380564 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a39b64e8-1722-4ee3-936d-833a8d5f378b req-4664ea52-6f09-441c-8804-aa2c537b23a1 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304186 Jul 28 03:57:31.755346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9c1e-e347-4d7c-8955-f432fc949756 req-97c9b044-2c40-4eb2-803b-ebee84d13244 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:31.756845 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-408e9c1e-e347-4d7c-8955-f432fc949756 req-97c9b044-2c40-4eb2-803b-ebee84d13244 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0516639 Jul 28 03:57:31.794777 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-408e9c1e-e347-4d7c-8955-f432fc949756 req-74ca7220-05b2-412e-ba2e-15a4237782c3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Jul 28 03:57:32.507091 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ba7f-3cd2-4141-923b-ebc481c1e81b req-05457009-40c9-448e-a8db-87e45062a97b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:32.508691 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc05ba7f-3cd2-4141-923b-ebc481c1e81b req-05457009-40c9-448e-a8db-87e45062a97b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0521419 Jul 28 03:57:32.546899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc05ba7f-3cd2-4141-923b-ebc481c1e81b req-1f2c712a-0825-460b-8413-9d5a0c57834b tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 28 03:57:32.906498 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e808ba-3d9d-4e65-8c15-4112c747d66d req-16986cb2-3331-42fa-a288-82fc77d55702 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:32.908000 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-35e808ba-3d9d-4e65-8c15-4112c747d66d req-16986cb2-3331-42fa-a288-82fc77d55702 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0485084 Jul 28 03:57:32.946569 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-35e808ba-3d9d-4e65-8c15-4112c747d66d req-904b1a7f-2403-473f-b6f2-bc785b4b9dfa tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Jul 28 03:57:33.667150 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1522-10ab-4246-9c37-94627b894970 req-12fe5caa-5740-422e-8a6f-e2612179f730 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:33.668681 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6bcd1522-10ab-4246-9c37-94627b894970 req-12fe5caa-5740-422e-8a6f-e2612179f730 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0513990 Jul 28 03:57:33.705093 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6bcd1522-10ab-4246-9c37-94627b894970 req-795660cb-fc00-4628-80d4-41fa36c56af4 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Jul 28 03:57:34.060361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beab17-7822-47fa-83f1-95bed5808b14 req-a15e21ff-155a-420a-a0e9-5af594a222cf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:34.062407 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f0beab17-7822-47fa-83f1-95bed5808b14 req-a15e21ff-155a-420a-a0e9-5af594a222cf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0505893 Jul 28 03:57:34.099965 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f0beab17-7822-47fa-83f1-95bed5808b14 req-8fbc4921-af33-4224-97da-ffa9c4f381c4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 28 03:57:34.819745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03bffa-d1a7-4c63-a074-1656fe11898c req-b08b9d11-40e0-4e86-aeb2-af708c1bb9f6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:34.821188 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8e03bffa-d1a7-4c63-a074-1656fe11898c req-b08b9d11-40e0-4e86-aeb2-af708c1bb9f6 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0459924 Jul 28 03:57:34.857857 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8e03bffa-d1a7-4c63-a074-1656fe11898c req-add48c57-f708-4d69-8d45-b4835dbfe393 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307198 Jul 28 03:57:35.215270 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41cd8-4d34-4f92-b38b-beb0ea3aae36 req-271e68eb-1a67-4474-88bc-6bb4af483413 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:35.216753 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ff41cd8-4d34-4f92-b38b-beb0ea3aae36 req-271e68eb-1a67-4474-88bc-6bb4af483413 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0514445 Jul 28 03:57:35.253820 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ff41cd8-4d34-4f92-b38b-beb0ea3aae36 req-078ea70b-dda5-45bc-9d10-f8fadd9590bf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Jul 28 03:57:35.973345 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67188eb3-c594-44e4-b5c7-5523735ee8a7 req-4575af6a-dd52-489c-9716-43bb0d960158 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:35.975107 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-67188eb3-c594-44e4-b5c7-5523735ee8a7 req-4575af6a-dd52-489c-9716-43bb0d960158 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0477870 Jul 28 03:57:36.012310 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-67188eb3-c594-44e4-b5c7-5523735ee8a7 req-36147f59-1070-460b-80f8-a1bc3ab436cc tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 28 03:57:36.370900 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf234eb-6488-46d5-ae3a-72dd0ff10e75 req-146efa85-3e8f-4d63-a11d-de0ac1379024 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:36.372948 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cbf234eb-6488-46d5-ae3a-72dd0ff10e75 req-146efa85-3e8f-4d63-a11d-de0ac1379024 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0531676 Jul 28 03:57:36.411202 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cbf234eb-6488-46d5-ae3a-72dd0ff10e75 req-3748177f-b871-4de6-8b3b-0c4692b57ebd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Jul 28 03:57:36.622618 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:57:37.132378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab379-4177-49c5-a5fc-31aa24363530 req-5b37662a-b108-4486-8ffd-2f60c240ed29 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:37.133877 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-333ab379-4177-49c5-a5fc-31aa24363530 req-5b37662a-b108-4486-8ffd-2f60c240ed29 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Jul 28 03:57:37.170922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-333ab379-4177-49c5-a5fc-31aa24363530 req-a841dd17-198c-46ea-8aa3-a6cfec0ec414 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Jul 28 03:57:37.523049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33047-2741-4413-adab-e63171c4d4c0 req-500a4112-da9a-4e2f-9e34-2de0bf285125 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:37.524712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-18e33047-2741-4413-adab-e63171c4d4c0 req-500a4112-da9a-4e2f-9e34-2de0bf285125 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0486782 Jul 28 03:57:37.562936 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-18e33047-2741-4413-adab-e63171c4d4c0 req-1fa5df5e-67c6-4591-8e0d-f99dcf8a7b3f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303764 Jul 28 03:57:38.670317 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e93d9-42dc-44af-9d3f-8acde87a6c1c req-28e039b5-1422-448c-ae5d-0c3da05dfda1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:38.671768 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-443e93d9-42dc-44af-9d3f-8acde87a6c1c req-28e039b5-1422-448c-ae5d-0c3da05dfda1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0468748 Jul 28 03:57:38.715619 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-443e93d9-42dc-44af-9d3f-8acde87a6c1c req-789d7fd5-42d4-4107-a20d-7f8c61f61990 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380249 Jul 28 03:57:39.829824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950cad-053a-4163-b0a9-a1ab3c3ab691 req-8a85ade0-cc3a-4c34-9732-03afc1411e6f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:39.831275 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6d950cad-053a-4163-b0a9-a1ab3c3ab691 req-8a85ade0-cc3a-4c34-9732-03afc1411e6f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0500224 Jul 28 03:57:39.868092 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6d950cad-053a-4163-b0a9-a1ab3c3ab691 req-209a0350-3fd4-4418-874d-054f35d5fd09 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 28 03:57:40.978916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941a23-543b-4485-bc36-cfbaa679536f req-1fda5e31-9a68-413f-95ee-01cbf53fd5e1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:40.980380 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42941a23-543b-4485-bc36-cfbaa679536f req-1fda5e31-9a68-413f-95ee-01cbf53fd5e1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0467398 Jul 28 03:57:41.017151 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-42941a23-543b-4485-bc36-cfbaa679536f req-d26ad717-e8ac-443e-9a05-6ec755c55e51 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Jul 28 03:57:42.041574 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:57:42.136799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d1e0-1d36-43e0-b981-94dfd91ccccf req-12168819-9eee-4eb9-ab61-4f20a8765175 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:42.142201 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fee7d1e0-1d36-43e0-b981-94dfd91ccccf req-12168819-9eee-4eb9-ab61-4f20a8765175 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 943 time: 0.0559428 Jul 28 03:57:42.153210 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:42.168428 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'port_id': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'mac_address': 'fa:16:3e:06:72:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:57:42.179342 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fee7d1e0-1d36-43e0-b981-94dfd91ccccf req-64bee7c1-90ae-4781-ab13-c3017d14520d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 28 03:57:42.213044 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:42.213044 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ba938173-7ed0-44e5-8e8d-ad78efa8e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:42.224482 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:57:42.245654 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:42.321229 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:42.367526 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:42.374675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.375015 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.375360 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.375697 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.376028 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.376361 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.377380 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.377732 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.378064 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.378452 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.378713 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.379034 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:42.655389 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93555-cc81-4b50-bf25-55bd05f22edb req-4b976571-238a-46ef-9c2f-aac055f7e21e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:42.656847 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dfb93555-cc81-4b50-bf25-55bd05f22edb req-4b976571-238a-46ef-9c2f-aac055f7e21e tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Jul 28 03:57:42.661597 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:57:42.716574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dfb93555-cc81-4b50-bf25-55bd05f22edb req-0e99cc74-d9cd-497d-8f36-d1582e067529 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532229 Jul 28 03:57:43.297182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d095c64-d013-4a58-8b24-98f95c1c981b req-ecc871e9-cfcb-4cd5-8cd6-86caf8087969 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:43.298679 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d095c64-d013-4a58-8b24-98f95c1c981b req-ecc871e9-cfcb-4cd5-8cd6-86caf8087969 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 944 time: 0.0473950 Jul 28 03:57:43.335380 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d095c64-d013-4a58-8b24-98f95c1c981b req-d7de3b7d-85b7-468c-a2b2-9161bd2a45c1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Jul 28 03:57:43.828532 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa437d6-562e-4f7d-ae34-81bfa8054d55 req-f2160fa1-13a9-45b9-826b-48b5df0ff71f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:43.829999 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-baa437d6-562e-4f7d-ae34-81bfa8054d55 req-f2160fa1-13a9-45b9-826b-48b5df0ff71f tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0467019 Jul 28 03:57:43.866449 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-baa437d6-562e-4f7d-ae34-81bfa8054d55 req-25d401ce-2339-4e68-bc69-5928b88a9519 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305574 Jul 28 03:57:44.063279 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:57:44.206631 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:44.210659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:44.211090 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.402197 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.424094 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:44.426982 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674744b-233c-43cf-ad32-7755b37fb006" -d '{"events": [{"server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "name": "network-vif-plugged", "status": "completed", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:44.440255 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:44.449798 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022f98-48fe-416d-b4cf-1bde138d4ce7 req-dda05b5d-8410-4d68-94e2-bf66532437ae tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:44.451256 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64022f98-48fe-416d-b4cf-1bde138d4ce7 req-dda05b5d-8410-4d68-94e2-bf66532437ae tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 944 time: 0.0516729 Jul 28 03:57:44.466121 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fee11-546c-4a31-ac43-9dc05f7d5009 x-openstack-request-id: req-727fee11-546c-4a31-ac43-9dc05f7d5009 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:44.466430 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "name": "network-vif-plugged", "status": "completed", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:44.466679 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727fee11-546c-4a31-ac43-9dc05f7d5009 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:44.467060 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'code': 200} Jul 28 03:57:44.491449 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-64022f98-48fe-416d-b4cf-1bde138d4ce7 req-c1c68431-9b8e-49a2-9222-cabe8ff80adf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Jul 28 03:57:44.515700 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.560943 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:44.698394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39601d3-5474-40fa-840c-17aed39018e2 req-964ba76d-4e15-4e97-be97-f8945c470436 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:44.699867 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c39601d3-5474-40fa-840c-17aed39018e2 req-964ba76d-4e15-4e97-be97-f8945c470436 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.0477269 Jul 28 03:57:44.805497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Deleting port 16d9b486-7416-4117-b911-5d13c11c0c79 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:44.805497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.879715 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6056-a046-49d0-88a8-5a788d563626 req-5b4f500c-b8bb-451c-bedc-9f935d675b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:44.881215 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4a8c6056-a046-49d0-88a8-5a788d563626 req-5b4f500c-b8bb-451c-bedc-9f935d675b00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1098 time: 0.0901937 Jul 28 03:57:44.921951 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] For port 16d9b486-7416-4117-b911-5d13c11c0c79, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=16d9b486-7416-4117-b911-5d13c11c0c79,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:44.922330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.998293 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4a8c6056-a046-49d0-88a8-5a788d563626 req-25523162-8c79-4819-be96-b00d3101b964 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059616 Jul 28 03:57:45.052435 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-8658821e-0a02-4b6f-a86a-2e579d4c15d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.065624 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde42a4f-b145-45a7-9dc8-51b7d3ba67bc req-16469138-d1f7-4b97-93f1-f13f4f5c8f62 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:45.067199 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fde42a4f-b145-45a7-9dc8-51b7d3ba67bc req-16469138-d1f7-4b97-93f1-f13f4f5c8f62 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 946 time: 0.1268368 Jul 28 03:57:45.270608 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.425134 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fde42a4f-b145-45a7-9dc8-51b7d3ba67bc req-b4a681ae-614b-4d79-a635-09dc4ae4c756 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff15d2d8-a370-426f-bf9a-273679e560cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512635 Jul 28 03:57:45.436869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.437261 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.437555 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Floating IP 2ea2d999-f377-46bc-8ed0-64148378a675 disassociated. External IP: 172.27.0.37, port: 16d9b486-7416-4117-b911-5d13c11c0c79. Jul 28 03:57:45.437921 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Calling delete_port for 16d9b486-7416-4117-b911-5d13c11c0c79 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:45.605477 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90ca9e-29d2-42ea-84ab-dd37b4780549 req-14a22c2d-8b53-485e-8a95-c69ea21c3983 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:45.607053 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1b90ca9e-29d2-42ea-84ab-dd37b4780549 req-14a22c2d-8b53-485e-8a95-c69ea21c3983 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0470340 Jul 28 03:57:45.643609 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1b90ca9e-29d2-42ea-84ab-dd37b4780549 req-8af2110d-decd-4e90-979e-0dff91949a0c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300169 Jul 28 03:57:45.795550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.823025 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'Port': ['ID=16d9b486-7416-4117-b911-5d13c11c0c79,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:45.833921 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.834135 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.834472 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.834801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.835126 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.835450 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.835766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.836083 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.836750 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.836750 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.837015 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.837329 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:45.943719 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:57:45.999996 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:46.047667 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:57:46.060324 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:57:46.074943 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:46.075642 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:46.087894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] No DVR routers for this DVR port 16d9b486-7416-4117-b911-5d13c11c0c79 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:57:46.090651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:46.100687 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c39601d3-5474-40fa-840c-17aed39018e2 req-4dfb0b77-e2a7-4b0c-a90d-0f50620ef414 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.30 "DELETE /v2.0/ports/16d9b486-7416-4117-b911-5d13c11c0c79 HTTP/1.1" status: 204 len: 173 time: 1.3857999 Jul 28 03:57:46.100687 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'name': 'network-vif-deleted', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:46.100687 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640af89-720b-42f2-9450-e19a1a620b47" -d '{"events": [{"server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "name": "network-vif-deleted", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:46.132947 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb909b04-670d-47b9-9fa5-142e108e6bee x-openstack-request-id: req-bb909b04-670d-47b9-9fa5-142e108e6bee {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:46.133229 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d524799e-887e-4794-90a0-77a398102c56", "name": "network-vif-deleted", "tag": "16d9b486-7416-4117-b911-5d13c11c0c79", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:46.133480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb909b04-670d-47b9-9fa5-142e108e6bee {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:46.133896 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd524799e-887e-4794-90a0-77a398102c56', 'name': 'network-vif-deleted', 'tag': '16d9b486-7416-4117-b911-5d13c11c0c79', 'status': 'completed', 'code': 200} Jul 28 03:57:46.186020 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:46.389764 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:46.415777 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:57:46.423978 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:46.424581 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:46.532723 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:46.538336 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-56aa9970-4d77-4dfa-8275-f588b2c146e7 req-a2b760b5-6bc7-47c2-83e4-17d6783fbcd0 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/ports?device_id=d524799e-887e-4794-90a0-77a398102c56 HTTP/1.1" status: 200 len: 210 time: 0.0247197 Jul 28 03:57:46.727359 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:46.757534 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a62ad-4f0a-4ee6-ab1e-b071053e608b None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:50:54Z', 'revision_number': 4, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'c713a59a-de0c-4c6a-ba92-1f5fdcd38e18', 'name': '', 'network_id': '8e4bc4dd-5073-41e8-882a-2aef5754b43e', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'mac_address': 'fa:16:3e:5f:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:52Z', 'updated_at': '2021-07-28T03:51:08Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'subnets': [{'id': '8487355b-6306-4f87-afb5-068dfcc7a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:57:46.758338 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f5d1f-3923-49cf-8930-6c27654b7815 req-afb6b9c3-0705-42a7-b940-dfb50c023b84 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:46.760475 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3c7f5d1f-3923-49cf-8930-6c27654b7815 req-afb6b9c3-0705-42a7-b940-dfb50c023b84 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0494258 Jul 28 03:57:46.801605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3c7f5d1f-3923-49cf-8930-6c27654b7815 req-2d977ddf-4a6f-46ce-ab6b-ae784e2aa212 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349529 Jul 28 03:57:46.914057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95940c-5365-4bb8-8fb3-3abc7ed138a0 req-93d8f58e-f377-4c89-b6af-430510ba6840 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:46.915562 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c95940c-5365-4bb8-8fb3-3abc7ed138a0 req-93d8f58e-f377-4c89-b6af-430510ba6840 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0481882 Jul 28 03:57:46.957121 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4c95940c-5365-4bb8-8fb3-3abc7ed138a0 req-1c42cf07-1e62-4240-9e5e-69cf5746db0c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354216 Jul 28 03:57:46.979944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40486) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:46.993849 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6121807-53c4-40a4-b225-a399206c0898 None None] New status for floating IP 2ea2d999-f377-46bc-8ed0-64148378a675: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:57:47.064082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af3c2a-fb0b-4bab-99a9-f184b5015d26 tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:47.068937 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a5af3c2a-fb0b-4bab-99a9-f184b5015d26 tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1093 time: 0.0852220 Jul 28 03:57:47.069190 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40490) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:47.074565 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'port_id': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:47.166716 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.274099 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.375870 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.27.0.125 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/bd073689-5824-40e6-bf5e-4e29431c585a) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:57:47.478819 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.612103 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.631431 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73972e7-d232-4f9b-a973-95025567c384 req-64bbd13b-6106-45c5-a3e7-92e7fd133e67 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:47.632954 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f73972e7-d232-4f9b-a973-95025567c384 req-64bbd13b-6106-45c5-a3e7-92e7fd133e67 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0521588 Jul 28 03:57:47.649206 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:57:47.651956 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:47.657315 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:57:47.663307 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=bd073689-5824-40e6-bf5e-4e29431c585a,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:47.672347 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f73972e7-d232-4f9b-a973-95025567c384 req-28865c83-f52b-43cb-8f29-06b91900dfef tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Jul 28 03:57:47.688902 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690042 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690297 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690595 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.690920 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.691244 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.691572 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.691911 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.692214 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.692527 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:47.741765 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.756574 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40504) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:47.810162 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.833445 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.955341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.958309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:47.959457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff15d2d8-a370-426f-bf9a-273679e560cf HTTP/1.1" status: 204 len: 168 time: 0.2018902 Jul 28 03:57:47.963026 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40506) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:47.968173 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1add93-59c9-48ff-bfdc-b8561e8efb06 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15d2d8-a370-426f-bf9a-273679e560cf,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:48.005803 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.api.v2.resource [None req-54fab1dd-96e9-4f6d-9c59-a38421a549ae tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] show failed (client error): The resource could not be found. Jul 28 03:57:48.006819 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-54fab1dd-96e9-4f6d-9c59-a38421a549ae tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "GET /v2.0/security-groups/ff15d2d8-a370-426f-bf9a-273679e560cf HTTP/1.1" status: 404 len: 347 time: 0.0435841 Jul 28 03:57:48.009873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40508) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:48.027107 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.105334 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 16d9b486-7416-4117-b911-5d13c11c0c79 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:48.125610 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 16d9b486-7416-4117-b911-5d13c11c0c79 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:57:48.126256 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 16d9b486-7416-4117-b911-5d13c11c0c79 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:57:48.133714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Deleting port 729b0b24-ad6c-458b-bc32-2de638348f45 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:48.134239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.145140 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.210297 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.210632 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.222375 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Calling delete_port for 729b0b24-ad6c-458b-bc32-2de638348f45 owned by network:floatingip {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:48.289392 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.355207 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8801393'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.407071 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.421747 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=bd073689-5824-40e6-bf5e-4e29431c585a,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:48.429983 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.433225 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Pushing event deleted for resources: {'Port': ['ID=729b0b24-ad6c-458b-bc32-2de638348f45,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:48.491704 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks [] for floatingip, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.494292 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:48.495446 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b449ab0b-6607-444c-97ce-3e04433ba350 tempest-AttachVolumeTestJSON-103902457 tempest-AttachVolumeTestJSON-103902457-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ea2d999-f377-46bc-8ed0-64148378a675 HTTP/1.1" status: 204 len: 168 time: 0.4845917 Jul 28 03:57:48.526689 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP 79c642d7-96e1-410e-b4fa-78fd36c8d88d associated. External IP: 172.27.0.125, port: 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8. Jul 28 03:57:48.723364 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:57:48.793582 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f3c1-06f0-4416-9d33-008ef43faad8 req-cbaf1e23-3e84-4f43-90a8-e15339e94b46 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:48.795107 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ca6f3c1-06f0-4416-9d33-008ef43faad8 req-cbaf1e23-3e84-4f43-90a8-e15339e94b46 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0563769 Jul 28 03:57:48.836533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:57:48.839589 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ca6f3c1-06f0-4416-9d33-008ef43faad8 req-fcf6e9bb-db4f-4714-9ac5-13dc5ee49174 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Jul 28 03:57:48.846810 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:57:48.857980 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:48.858585 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:48.959293 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:48.990519 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.017302 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ce1f95a5-dff3-4c30-9d56-92ca9887a3b5 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9469852 Jul 28 03:57:49.018024 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:49.020296 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52e5fc-d3fe-4bef-a965-5352869a95f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:49.110330 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fddb0-61ae-431b-bf0b-420c6eed49de x-openstack-request-id: req-f49fddb0-61ae-431b-bf0b-420c6eed49de {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:49.110330 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:49.110640 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f49fddb0-61ae-431b-bf0b-420c6eed49de {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:49.111040 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'status': 'completed', 'code': 200} Jul 28 03:57:49.183226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '79c642d7-96e1-410e-b4fa-78fd36c8d88d', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:06:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:57:47Z', 'updated_at': '2021-07-28T03:57:47Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:49.202788 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-97be5663-3fd3-4e1d-9113-5dc0ca022dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.204290 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-97be5663-3fd3-4e1d-9113-5dc0ca022dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1098 time: 0.0401607 Jul 28 03:57:49.209491 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:57:49.217630 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:49.218242 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:49.305851 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-cce1a112-10e1-454c-b79b-8de9bb1d1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.307238 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-cce1a112-10e1-454c-b79b-8de9bb1d1164 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0894537 Jul 28 03:57:49.324386 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:49.389214 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-3c292903-c97e-4ccf-824b-544fbf3fb1e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 HTTP/1.1" status: 200 len: 999 time: 0.0638392 Jul 28 03:57:49.440672 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-922a63fb-2068-4cf3-a5bf-4114b27c1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.442180 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-922a63fb-2068-4cf3-a5bf-4114b27c1d7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0442820 Jul 28 03:57:49.492413 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-cb470c6f-1dc4-4091-a48a-ca45847cb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.493978 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-cb470c6f-1dc4-4091-a48a-ca45847cb69d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428557 Jul 28 03:57:49.547980 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '79c642d7-96e1-410e-b4fa-78fd36c8d88d', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:06:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:57:47Z', 'updated_at': '2021-07-28T03:57:47Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:49.577426 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39112a-7dd9-49a6-9158-bf76d3fa7253 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '79c642d7-96e1-410e-b4fa-78fd36c8d88d', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:06:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:57:47Z', 'updated_at': '2021-07-28T03:57:47Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:57:49.675451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11340-415c-439f-a5ae-b581a8381c6a req-353a8d88-cbb5-42de-bb1c-d31426380722 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.676925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fde11340-415c-439f-a5ae-b581a8381c6a req-353a8d88-cbb5-42de-bb1c-d31426380722 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0946646 Jul 28 03:57:49.723921 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-1bcd8d83-fc4e-43c0-bc81-d85e3e659e48 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488824 Jul 28 03:57:49.774502 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0669304-072c-4133-b23a-7c333e8ff979 None None] New status for floating IP 79c642d7-96e1-410e-b4fa-78fd36c8d88d: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:57:49.855622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Deleting port eaa69614-ff36-4d83-be82-7091de01fe99 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:49.856167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.872728 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8a52e5fc-d3fe-4bef-a965-5352869a95f8 req-a8f68870-bf6e-4660-86a7-c67ab6e7a893 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405303 Jul 28 03:57:49.973527 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] For port eaa69614-ff36-4d83-be82-7091de01fe99, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=eaa69614-ff36-4d83-be82-7091de01fe99,segment=NetworkSegment(390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4),segment_id=390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:49.974185 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.995762 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae64c16-1627-4e80-af8b-87c7e2370b30 req-69f09427-2601-4d5a-928b-fec8d05fe678 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.997254 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7ae64c16-1627-4e80-af8b-87c7e2370b30 req-69f09427-2601-4d5a-928b-fec8d05fe678 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0797615 Jul 28 03:57:49.998117 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Calling delete_port for eaa69614-ff36-4d83-be82-7091de01fe99 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:50.079352 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7ae64c16-1627-4e80-af8b-87c7e2370b30 req-834e19e5-d634-4b0c-81f9-d8a80d04f041 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Jul 28 03:57:50.234053 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:50.262589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Pushing event deleted for resources: {'Port': ['ID=eaa69614-ff36-4d83-be82-7091de01fe99,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:50.300836 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] No DVR routers for this DVR port eaa69614-ff36-4d83-be82-7091de01fe99 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:57:50.303237 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:50.305209 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fde11340-415c-439f-a5ae-b581a8381c6a req-e12a68bc-97ea-4da6-b127-e6b3743ec0ab tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.30 "DELETE /v2.0/ports/eaa69614-ff36-4d83-be82-7091de01fe99 HTTP/1.1" status: 204 len: 173 time: 0.6221533 Jul 28 03:57:50.305638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'name': 'network-vif-deleted', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:57:50.307905 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c27acf-513b-4e84-ac17-c63ae35a13ae" -d '{"events": [{"server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "name": "network-vif-deleted", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:57:50.343019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e99db2-bbd2-48af-9830-d8f45d58d9de x-openstack-request-id: req-92e99db2-bbd2-48af-9830-d8f45d58d9de {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:57:50.343305 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b693595-47ab-4164-8877-4c2fda31d5b4", "name": "network-vif-deleted", "tag": "eaa69614-ff36-4d83-be82-7091de01fe99", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:57:50.343554 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92e99db2-bbd2-48af-9830-d8f45d58d9de {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:57:50.343939 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b693595-47ab-4164-8877-4c2fda31d5b4', 'name': 'network-vif-deleted', 'tag': 'eaa69614-ff36-4d83-be82-7091de01fe99', 'status': 'completed', 'code': 200} Jul 28 03:57:51.185908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-92d0a9d7-df03-4963-a2d2-14ee9f211982 req-99e4489b-9cac-4b5c-9d1c-0bb5f7339236 tempest-VolumesSnapshotTestJSON-1234854326 tempest-VolumesSnapshotTestJSON-1234854326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b693595-47ab-4164-8877-4c2fda31d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0256419 Jul 28 03:57:52.142203 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device eaa69614-ff36-4d83-be82-7091de01fe99 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:52.161350 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: eaa69614-ff36-4d83-be82-7091de01fe99 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:57:52.161682 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device eaa69614-ff36-4d83-be82-7091de01fe99 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:57:52.547078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40554) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:52.977442 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.206637 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Deleting port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:53.207041 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.284345 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] For port c713a59a-de0c-4c6a-ba92-1f5fdcd38e18, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:53.284629 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.296736 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Calling delete_port for c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:53.532317 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.557745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Pushing event deleted for resources: {'Port': ['ID=c713a59a-de0c-4c6a-ba92-1f5fdcd38e18,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:53.722607 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.921106 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Router 15cf390a-2265-4306-a333-47060b10fe48 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:57:54.023963 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:57:54.028934 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-53e7901d-24c2-4db3-ad55-74520dc14037 admin admin] 10.222.0.13 "PUT /v2.0/routers/15cf390a-2265-4306-a333-47060b10fe48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804583 Jul 28 03:57:54.031546 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40566) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:54.035824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Sync routers for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:57:54.046480 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:54.047209 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:54.136494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.241083 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.276839 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:54.376304 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Deleting port e96a4715-78bd-4c9e-b6cd-37a0760af450 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:54.376646 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.461450 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:57:53Z', 'revision_number': 5, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port': {'id': 'e96a4715-78bd-4c9e-b6cd-37a0760af450', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cf390a-2265-4306-a333-47060b10fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:48Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:54.466256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] For port e96a4715-78bd-4c9e-b6cd-37a0760af450, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e96a4715-78bd-4c9e-b6cd-37a0760af450,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:54.466616 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.479963 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Calling delete_port for e96a4715-78bd-4c9e-b6cd-37a0760af450 owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:54.490903 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Checking router: 15cf390a-2265-4306-a333-47060b10fe48 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:57:54.499151 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Routers {'15cf390a-2265-4306-a333-47060b10fe48'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:54.499759 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['15cf390a-2265-4306-a333-47060b10fe48'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:54.580983 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] Set router 15cf390a-2265-4306-a333-47060b10fe48 gateway port host: None {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:54.635213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:57:54Z', 'revision_number': 6, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:54.661009 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78a87-c7c5-4735-b746-e3a85458320a None None] The sync data for ids ['15cf390a-2265-4306-a333-47060b10fe48'] in dv-cinder-802648-1-iscsi is: [{'id': '15cf390a-2265-4306-a333-47060b10fe48', 'name': 'tempest-AttachVolumeTestJSON-1246640833-router', 'tenant_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:47Z', 'updated_at': '2021-07-28T03:57:54Z', 'revision_number': 6, 'project_id': 'e813232dd5a04dab8ab4409826b2cdb9', 'gw_port_host': None}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:57:54.704097 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.730411 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Pushing event deleted for resources: {'Port': ['ID=e96a4715-78bd-4c9e-b6cd-37a0760af450,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:54.790415 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.878023 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.880623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.995376 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.995934 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15cf390a-2265-4306-a333-47060b10fe48 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:57:55.000873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.002070 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a19e570d-bc77-4d61-b52f-17223d87e77a admin admin] 10.222.0.13 "DELETE /v2.0/routers/15cf390a-2265-4306-a333-47060b10fe48 HTTP/1.1" status: 204 len: 168 time: 0.9696860 Jul 28 03:57:55.005310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40570) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:55.050438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Deleting subnet 8487355b-6306-4f87-afb5-068dfcc7a9db {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:57:55.055028 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.092382 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.478256 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.495020 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:55.517075 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:57:55.517410 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device c713a59a-de0c-4c6a-ba92-1f5fdcd38e18 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:57:55.517853 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e96a4715-78bd-4c9e-b6cd-37a0760af450 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:55.536326 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: e96a4715-78bd-4c9e-b6cd-37a0760af450 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:57:55.536661 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e96a4715-78bd-4c9e-b6cd-37a0760af450 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:57:55.628619 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.657624 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8487355b-6306-4f87-afb5-068dfcc7a9db,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:55.661985 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.666501 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40576) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:55.667021 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-56e2a108-9699-4bbd-aea6-ba84f84e5d9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8487355b-6306-4f87-afb5-068dfcc7a9db HTTP/1.1" status: 204 len: 168 time: 0.6602576 Jul 28 03:57:55.668965 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6d5d7-94a3-47e1-9e31-9d78bbf75aa1 None None] Network 8e4bc4dd-5073-41e8-882a-2aef5754b43e requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:57:55.745051 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.798368 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Deleting port 95b93592-2f6f-4dc3-826b-1853a3a18749 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:55.802647 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.844682 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] DHCP port deletion for 8e4bc4dd-5073-41e8-882a-2aef5754b43e request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:57:55.859642 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] For port 95b93592-2f6f-4dc3-826b-1853a3a18749, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=95b93592-2f6f-4dc3-826b-1853a3a18749,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:55.860005 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.872143 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Calling delete_port for 95b93592-2f6f-4dc3-826b-1853a3a18749 owned by network:dhcp {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:55.899211 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Deleting port 95b93592-2f6f-4dc3-826b-1853a3a18749 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:57:55.899502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.958268 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] For port 95b93592-2f6f-4dc3-826b-1853a3a18749, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=95b93592-2f6f-4dc3-826b-1853a3a18749,segment=NetworkSegment(4150152f-97b2-48fa-bbdc-8c44c5c03d2f),segment_id=4150152f-97b2-48fa-bbdc-8c44c5c03d2f)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:55.960963 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.970743 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Calling delete_port for 95b93592-2f6f-4dc3-826b-1853a3a18749 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:57:56.058171 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.064122 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.081338 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b93592-2f6f-4dc3-826b-1853a3a18749,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:56.087535 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] No DVR routers for this DVR port 95b93592-2f6f-4dc3-826b-1853a3a18749 on host dv-cinder-802648-1-iscsi {{(pid=105296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:57:56.089674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] Pushing event deleted for resources: {'Port': ['ID=95b93592-2f6f-4dc3-826b-1853a3a18749,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:56.093594 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49206e8-f5bf-4659-a146-fbd4926a9ce7 None None] No DVR routers for this DVR port 95b93592-2f6f-4dc3-826b-1853a3a18749 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:57:56.158594 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.167808 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4bc4dd-5073-41e8-882a-2aef5754b43e']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:56.180319 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4150152f-97b2-48fa-bbdc-8c44c5c03d2f') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:56.180614 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4150152f-97b2-48fa-bbdc-8c44c5c03d2f') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:56.188861 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.202334 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.208452 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:57:56.208828 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:57:56.210411 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:57:56.326422 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.331431 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.333872 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e4bc4dd-5073-41e8-882a-2aef5754b43e HTTP/1.1" status: 204 len: 168 time: 0.6655715 Jul 28 03:57:56.344176 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddb3c6-f8de-45d6-a0a1-1855004241f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4bc4dd-5073-41e8-882a-2aef5754b43e,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:56.764751 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40582) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:56.804596 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-42481dc0-ad17-4032-bdea-ccb238d37ae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e813232dd5a04dab8ab4409826b2cdb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387099 Jul 28 03:57:56.807017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40584) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:56.852914 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.873328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.006775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.009298 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.010464 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae3ca9c1-aed1-4ea6-ad77-a4d52250193d HTTP/1.1" status: 204 len: 168 time: 0.2025599 Jul 28 03:57:57.017734 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d42af6-3adf-4e21-b6ef-c2725821aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ca9c1-aed1-4ea6-ad77-a4d52250193d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:57.444987 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 95b93592-2f6f-4dc3-826b-1853a3a18749 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:57:57.465743 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 95b93592-2f6f-4dc3-826b-1853a3a18749 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:57:57.466095 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 95b93592-2f6f-4dc3-826b-1853a3a18749 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:57:58.338205 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:03.616873 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40702) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:03.718983 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a7f039f5-9414-4232-9af7-4bb08bdb8be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:03.806009 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a7f039f5-9414-4232-9af7-4bb08bdb8be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:03.919254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a7f039f5-9414-4232-9af7-4bb08bdb8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:03.959794 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a7f039f5-9414-4232-9af7-4bb08bdb8be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d13df6f1fee741fc984576e41e00f5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417320 Jul 28 03:58:03.960578 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f039f5-9414-4232-9af7-4bb08bdb8be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4742cb3-21df-49ee-b1e3-4608098cd52a,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:03.962556 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40708) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:04.009897 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.029666 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.166574 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.169071 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.170251 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4742cb3-21df-49ee-b1e3-4608098cd52a HTTP/1.1" status: 204 len: 168 time: 0.2066920 Jul 28 03:58:04.177550 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71fd29-c0ca-4d62-a900-ad2c7abe6515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4742cb3-21df-49ee-b1e3-4608098cd52a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:04.790486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40718) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:04.800338 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-171cbc2d-994b-41c2-b233-433af7e3b30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.883334 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-171cbc2d-994b-41c2-b233-433af7e3b30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.972239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-171cbc2d-994b-41c2-b233-433af7e3b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:05.009628 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-171cbc2d-994b-41c2-b233-433af7e3b30c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5792497be5e14ba28e3db38893c3eeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216201 Jul 28 03:58:05.010560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cbc2d-994b-41c2-b233-433af7e3b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d81e7-a40a-48fe-b14a-ddd2fc3cb84a,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:05.012335 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40720) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:05.059195 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:05.079657 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:05.217741 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:05.220238 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:05.221402 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec4d81e7-a40a-48fe-b14a-ddd2fc3cb84a HTTP/1.1" status: 204 len: 168 time: 0.2080097 Jul 28 03:58:05.229252 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e6221-17ce-4cad-96cb-c4f81a3491e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d81e7-a40a-48fe-b14a-ddd2fc3cb84a,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:07.773742 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40768) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:07.872800 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7ad282f8-c00e-4dbc-9e31-d281dedd7c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:07.957320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7ad282f8-c00e-4dbc-9e31-d281dedd7c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.052297 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-7ad282f8-c00e-4dbc-9e31-d281dedd7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.089945 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-7ad282f8-c00e-4dbc-9e31-d281dedd7c51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db1f2e1d3b34389883f6d67e13ba0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151112 Jul 28 03:58:08.091877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad282f8-c00e-4dbc-9e31-d281dedd7c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383710ae-770e-4cc3-bf15-071f7592ef5b,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:08.092784 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40776) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:08.141420 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.161755 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.315452 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.320169 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:08.322133 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/383710ae-770e-4cc3-bf15-071f7592ef5b HTTP/1.1" status: 204 len: 168 time: 0.2281160 Jul 28 03:58:08.331682 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89bde3-4d35-42b2-8700-37f3e98ffc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383710ae-770e-4cc3-bf15-071f7592ef5b,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:09.116631 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40788) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:09.129369 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-583ef380-c134-48d4-b607-6b286ba2ddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.213610 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-583ef380-c134-48d4-b607-6b286ba2ddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.279094 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-583ef380-c134-48d4-b607-6b286ba2ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.315490 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-583ef380-c134-48d4-b607-6b286ba2ddd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e205d25d4452417db79fd76e1d9d74eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977887 Jul 28 03:58:09.316389 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ef380-c134-48d4-b607-6b286ba2ddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee9bed-503c-4c06-a0a6-204aebf457e7,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:09.318295 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40790) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:09.370709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.390813 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.532221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.534723 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:09.535863 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12ee9bed-503c-4c06-a0a6-204aebf457e7 HTTP/1.1" status: 204 len: 168 time: 0.2159383 Jul 28 03:58:09.544251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519142f-b9af-4d84-a069-e6ebdcc7262d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee9bed-503c-4c06-a0a6-204aebf457e7,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:10.548722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1ca6b-15c4-4197-acca-0f542ae5880e req-bc65ceb1-14ab-404c-b07c-ab9113599e3c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:10.550263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-20b1ca6b-15c4-4197-acca-0f542ae5880e req-bc65ceb1-14ab-404c-b07c-ab9113599e3c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0477197 Jul 28 03:58:10.588065 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-20b1ca6b-15c4-4197-acca-0f542ae5880e req-06eee274-71ac-433b-ba44-f285fad14f15 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Jul 28 03:58:11.719733 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da162539-79d1-4b51-a8ef-870e70fe4395 req-e49aaf97-a16c-460c-8328-697101c3dcfa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:11.721148 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da162539-79d1-4b51-a8ef-870e70fe4395 req-e49aaf97-a16c-460c-8328-697101c3dcfa tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0500417 Jul 28 03:58:11.764495 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-da162539-79d1-4b51-a8ef-870e70fe4395 req-8bd879c3-a15f-4223-8739-74de414878d8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367303 Jul 28 03:58:12.172247 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-21706d89-e602-4fee-81c0-97d4cd7de47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.286363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-22c56746-8a9a-4289-a141-7107e26ccbac tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:12.287800 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-22c56746-8a9a-4289-a141-7107e26ccbac tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0460958 Jul 28 03:58:12.375057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Deleting port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:12.375347 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.463388 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] For port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:12.463765 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.637514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.638011 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.638332 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Floating IP 171e05d3-d5b8-485f-a349-0441115974d3 disassociated. External IP: 172.27.0.40, port: 496c1122-dadc-4756-ae9b-7d0ccecdc9b1. Jul 28 03:58:12.638670 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Calling delete_port for 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:12.860290 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:12.892757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'Port': ['ID=496c1122-dadc-4756-ae9b-7d0ccecdc9b1,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:12.911908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45ec2-0e0d-4833-8f60-72130bc6aec9 req-2b7d21ba-817e-461a-98b5-8f62ef701264 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:12.913600 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-23d45ec2-0e0d-4833-8f60-72130bc6aec9 req-2b7d21ba-817e-461a-98b5-8f62ef701264 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 868 time: 0.0788977 Jul 28 03:58:13.021518 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-23d45ec2-0e0d-4833-8f60-72130bc6aec9 req-cd5d6b1f-e514-4f4c-a5ec-d256f40b18a8 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd45f198-60f5-4504-9cd8-304e67a4ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686951 Jul 28 03:58:13.050935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:58:13.160043 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:13.170820 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:13.180400 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:13.180998 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:13.202519 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] No DVR routers for this DVR port 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:58:13.205082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:13.207072 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d7b3e56f-2cb1-4bba-8aa3-237b0e60255a req-76dda21e-00ee-40f2-abdd-b549ebe2b667 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.30 "DELETE /v2.0/ports/496c1122-dadc-4756-ae9b-7d0ccecdc9b1 HTTP/1.1" status: 204 len: 173 time: 0.9126818 Jul 28 03:58:13.207502 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-deleted', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:58:13.209781 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d49f087-f8f2-41d2-afae-3eac4a76e1b0" -d '{"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-deleted", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:58:13.247300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b31cd35-6937-44f7-b408-4433a2944eb3 x-openstack-request-id: req-1b31cd35-6937-44f7-b408-4433a2944eb3 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:58:13.247655 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8", "name": "network-vif-deleted", "tag": "496c1122-dadc-4756-ae9b-7d0ccecdc9b1", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:58:13.247980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b31cd35-6937-44f7-b408-4433a2944eb3 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:58:13.248445 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8', 'name': 'network-vif-deleted', 'tag': '496c1122-dadc-4756-ae9b-7d0ccecdc9b1', 'status': 'completed', 'code': 200} Jul 28 03:58:13.290782 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:13.584485 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:13.610666 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:13.622765 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:13.624492 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:13.625077 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:57:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:13.728260 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:13.935290 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:13.961363 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe466a0f-1ad8-4a97-b048-760ad159b7ac None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:50:57Z', 'revision_number': 4, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': 'f049705f-9775-42b6-9784-53b070fc0abb', 'name': '', 'network_id': '7fd140e9-74dd-4e79-8303-2c88dc35d567', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'mac_address': 'fa:16:3e:5e:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:54Z', 'updated_at': '2021-07-28T03:51:10Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'subnets': [{'id': 'a7006ca5-00d8-4aaf-929f-04c8b18807d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:14.133802 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ae7ce782-319a-4f13-9e2a-cd38a1d32566 req-8dfe4237-3bf5-415e-90b7-7c9f3f85a753 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae12ecf-6bb7-4df7-951d-3ee9c1e3d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0268860 Jul 28 03:58:14.189099 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9261026-8252-425f-980b-7fd6e7cfec89 None None] New status for floating IP 171e05d3-d5b8-485f-a349-0441115974d3: DOWN {{(pid=105297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:58:14.309119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40906) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:14.412783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a33d0724-ebd0-498d-801b-3606af75a775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.496785 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a33d0724-ebd0-498d-801b-3606af75a775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.575905 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a33d0724-ebd0-498d-801b-3606af75a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.613068 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a33d0724-ebd0-498d-801b-3606af75a775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ebccf1d7c58406e85752d543c4b5e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027806 Jul 28 03:58:14.614286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0724-ebd0-498d-801b-3606af75a775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6699a581-401f-499f-a233-61e335149a26,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:14.615781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40910) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:14.662385 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.683432 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.823701 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.826254 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:14.827400 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6699a581-401f-499f-a233-61e335149a26 HTTP/1.1" status: 204 len: 168 time: 0.2106435 Jul 28 03:58:14.834735 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc39cd-fc49-4b37-a754-dd9b34da4106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699a581-401f-499f-a233-61e335149a26,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:15.080776 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-dc590c74-4244-4b20-871a-85b0a8471e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.338035 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.345358 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40926) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:15.396421 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.420745 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.518876 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40928) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:15.532081 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3673954-6f16-4703-8499-eef9aa9fa28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.540944 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.543367 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.544600 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd45f198-60f5-4504-9cd8-304e67a4ffa8 HTTP/1.1" status: 204 len: 168 time: 0.1982183 Jul 28 03:58:15.547370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40930) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:15.559253 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04944b74-6282-42c8-987e-42a9e86c8266 tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd45f198-60f5-4504-9cd8-304e67a4ffa8,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:15.560965 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.api.v2.resource [None req-045f517a-7769-4b27-9c6e-212dc2b9e5ed tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] show failed (client error): The resource could not be found. Jul 28 03:58:15.562796 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-045f517a-7769-4b27-9c6e-212dc2b9e5ed tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "GET /v2.0/security-groups/fd45f198-60f5-4504-9cd8-304e67a4ffa8 HTTP/1.1" status: 404 len: 347 time: 0.0135653 Jul 28 03:58:15.565442 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 40932) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:15.632460 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3673954-6f16-4703-8499-eef9aa9fa28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.686057 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Deleting port c4c38c49-fd8e-40e8-a221-5af2b16a1589 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:15.686410 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.764748 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.765177 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.772394 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-b3673954-6f16-4703-8499-eef9aa9fa28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.777034 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Calling delete_port for c4c38c49-fd8e-40e8-a221-5af2b16a1589 owned by network:floatingip {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:15.810850 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-b3673954-6f16-4703-8499-eef9aa9fa28d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35dbd4e2512b4706b83165d169444250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899058 Jul 28 03:58:15.812693 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 40934) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:15.819839 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3673954-6f16-4703-8499-eef9aa9fa28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5c516-78e4-4b55-8c67-a76289693330,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:15.869621 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:15.891504 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.027291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.027520 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.052986 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Pushing event deleted for resources: {'Port': ['ID=c4c38c49-fd8e-40e8-a221-5af2b16a1589,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:16.079081 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.081637 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.082829 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd5c516-78e4-4b55-8c67-a76289693330 HTTP/1.1" status: 204 len: 168 time: 0.2692363 Jul 28 03:58:16.093943 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736cd79-052d-4890-84c2-e39e124dfed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5c516-78e4-4b55-8c67-a76289693330,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:16.111133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks [] for floatingip, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.113929 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:16.115185 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-d45b9150-ce90-4dc1-b65e-34ce56879f8c tempest-AttachVolumeShelveTestJSON-475618841 tempest-AttachVolumeShelveTestJSON-475618841-project] 10.222.0.13 "DELETE /v2.0/floatingips/171e05d3-d5b8-485f-a349-0441115974d3 HTTP/1.1" status: 204 len: 168 time: 0.5483723 Jul 28 03:58:17.673307 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:17.693325 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:17.693325 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 496c1122-dadc-4756-ae9b-7d0ccecdc9b1 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:17.694894 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:18.860734 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41028) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:18.948525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41034) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:18.996193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Deleting subnet b2a0a97c-ca20-4198-b8a1-cb95126db908 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:58:18.999309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.032946 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.070819 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.245415 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.273361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a0a97c-ca20-4198-b8a1-cb95126db908,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:19.277090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.282277 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-e7cc8fe6-0edf-4b88-b227-fd138500794f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2a0a97c-ca20-4198-b8a1-cb95126db908 HTTP/1.1" status: 204 len: 168 time: 0.3308685 Jul 28 03:58:19.283320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41040) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:19.353365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.367461 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.430049 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.440907 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e87ab8-f686-49e0-aae7-382f106666d7']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:19.456832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:19.457116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390c1f5e-4dfd-48ac-86e4-1a8f9fb465a4') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:19.466938 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.481754 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.488766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:58:19.489205 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:58:19.490997 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:58:19.622627 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.628012 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.632345 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] 10.222.0.13 "DELETE /v2.0/networks/21e87ab8-f686-49e0-aae7-382f106666d7 HTTP/1.1" status: 204 len: 168 time: 0.3456924 Jul 28 03:58:19.644857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa7ed-b286-4958-a0af-8618b2699347 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e87ab8-f686-49e0-aae7-382f106666d7,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:19.798732 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Deleting port f049705f-9775-42b6-9784-53b070fc0abb {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:19.799115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.873952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] For port f049705f-9775-42b6-9784-53b070fc0abb, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=f049705f-9775-42b6-9784-53b070fc0abb,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:19.874578 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:19.889876 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Calling delete_port for f049705f-9775-42b6-9784-53b070fc0abb owned by network:router_interface {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:20.019260 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41044) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:20.096442 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4456ff2e-fbc8-4c5e-a0d0-de6ba1a58c3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0df9f9bda62e4fb3a8402d577b6a7fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760756 Jul 28 03:58:20.099100 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41046) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:20.146927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.167019 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.189506 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.223370 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f049705f-9775-42b6-9784-53b070fc0abb,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:20.379664 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.382367 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.383526 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d94eff4-0cbd-44bd-92d9-25c98c3f8a22 HTTP/1.1" status: 204 len: 168 time: 0.2834628 Jul 28 03:58:20.397975 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c7ee6-da69-4829-9c29-eed72788822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94eff4-0cbd-44bd-92d9-25c98c3f8a22,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:20.423067 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.635252 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:58:20.740012 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:20.749639 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Sync routers for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:20.750240 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41056) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:20.750643 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-263f9cdb-2a4b-4c8a-a371-ffae8745c9dd admin admin] 10.222.0.13 "PUT /v2.0/routers/1a159a65-a498-4dd5-a2a2-3f14f5a8d69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880746 Jul 28 03:58:20.761485 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:20.762931 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:58:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:20.895568 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.899140 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:20.994200 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.078536 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:58:20Z', 'revision_number': 5, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port': {'id': 'a1524cdf-18ba-4253-bab2-4e8764c719fc', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:50:49Z', 'updated_at': '2021-07-28T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:21.104311 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Checking router: 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:21.113022 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Routers {'1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:21.113660 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:58:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:21.122147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Deleting port a1524cdf-18ba-4253-bab2-4e8764c719fc {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:21.124451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.197005 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] Set router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:21.201308 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] For port a1524cdf-18ba-4253-bab2-4e8764c719fc, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=a1524cdf-18ba-4253-bab2-4e8764c719fc,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:21.201727 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.214101 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Calling delete_port for a1524cdf-18ba-4253-bab2-4e8764c719fc owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:21.246126 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:58:20Z', 'revision_number': 6, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:21.275240 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba4b07-1467-4700-90d9-ed9c345c6598 None None] The sync data for ids ['1a159a65-a498-4dd5-a2a2-3f14f5a8d69b'] in dv-cinder-802648-1-iscsi is: [{'id': '1a159a65-a498-4dd5-a2a2-3f14f5a8d69b', 'name': 'tempest-AttachVolumeShelveTestJSON-1415560144-router', 'tenant_id': 'c2225b073de246b69280290dce7fa584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:50:46Z', 'updated_at': '2021-07-28T03:58:20Z', 'revision_number': 6, 'project_id': 'c2225b073de246b69280290dce7fa584', 'gw_port_host': None}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:21.463595 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.488584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1524cdf-18ba-4253-bab2-4e8764c719fc,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:21.546309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.631789 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.634108 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.795532 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.796117 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a159a65-a498-4dd5-a2a2-3f14f5a8d69b {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:58:21.800362 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.801504 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-2b456cf6-7c5b-440a-9317-ef8515848111 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1a159a65-a498-4dd5-a2a2-3f14f5a8d69b HTTP/1.1" status: 204 len: 168 time: 1.0505860 Jul 28 03:58:21.811703 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41060) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:21.854284 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Deleting subnet a7006ca5-00d8-4aaf-929f-04c8b18807d2 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:58:21.857935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.890441 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.971550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.034783 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f049705f-9775-42b6-9784-53b070fc0abb no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:22.057890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: f049705f-9775-42b6-9784-53b070fc0abb {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:22.058294 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device f049705f-9775-42b6-9784-53b070fc0abb not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:22.109780 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.135505 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7006ca5-00d8-4aaf-929f-04c8b18807d2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:22.137963 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.139817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-d549728b-8aea-4b2e-b676-1d5a03f60dc2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7006ca5-00d8-4aaf-929f-04c8b18807d2 HTTP/1.1" status: 204 len: 168 time: 0.3271658 Jul 28 03:58:22.142472 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41070) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:22.144332 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22435cd9-9393-4d55-8c0f-c19ae4d54c2c None None] Network 7fd140e9-74dd-4e79-8303-2c88dc35d567 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:58:22.212927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.272912 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Deleting port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:22.273343 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.327864 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] DHCP port deletion for 7fd140e9-74dd-4e79-8303-2c88dc35d567 request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:58:22.344002 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] For port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:22.344476 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.370339 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Calling delete_port for 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 owned by network:dhcp {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:22.379466 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Deleting port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:22.379930 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.447988 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] For port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,segment=NetworkSegment(2a6621de-5d67-4ee0-bbf1-b55d04e45a1d),segment_id=2a6621de-5d67-4ee0-bbf1-b55d04e45a1d)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:22.448391 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.461379 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Calling delete_port for 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:22.530397 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.535922 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.555730 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:22.559637 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] No DVR routers for this DVR port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 on host dv-cinder-802648-1-iscsi {{(pid=105296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:58:22.563525 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] Pushing event deleted for resources: {'Port': ['ID=9722a82e-f6db-455f-bc9d-0d0d67e17ce1,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:22.565267 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070a609-0efe-4431-b868-e1e24a394040 None None] No DVR routers for this DVR port 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:58:22.634017 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.643890 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd140e9-74dd-4e79-8303-2c88dc35d567']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:22.654362 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:22.654844 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6621de-5d67-4ee0-bbf1-b55d04e45a1d') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:22.663465 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.677721 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.683544 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:58:22.683941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:58:22.685529 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:58:22.827568 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.831636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:22.833599 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fd140e9-74dd-4e79-8303-2c88dc35d567 HTTP/1.1" status: 204 len: 168 time: 0.6900690 Jul 28 03:58:22.846549 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af4c9-1481-466d-8aa7-5d1668a776c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd140e9-74dd-4e79-8303-2c88dc35d567,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:23.375592 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41078) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:23.418870 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-da158f8f-5722-40d9-98ae-5b81afa52646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2225b073de246b69280290dce7fa584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421968 Jul 28 03:58:23.421319 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41082) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:23.463994 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:23.470067 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.485981 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:23.486317 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9722a82e-f6db-455f-bc9d-0d0d67e17ce1 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:23.486727 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device a1524cdf-18ba-4253-bab2-4e8764c719fc no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:23.490832 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.505049 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: a1524cdf-18ba-4253-bab2-4e8764c719fc {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:23.510659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device a1524cdf-18ba-4253-bab2-4e8764c719fc not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:23.639050 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.641674 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.642872 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63d6f586-d464-4cba-be7a-6016465718b8 HTTP/1.1" status: 204 len: 168 time: 0.2206123 Jul 28 03:58:23.650987 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe04e-bd93-4335-a7e0-662e08e5e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6f586-d464-4cba-be7a-6016465718b8,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:24.279260 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41104) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:24.422719 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-66e21581-c7b2-4c90-8c2c-26bb0e74d9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.509533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-66e21581-c7b2-4c90-8c2c-26bb0e74d9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.617545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-66e21581-c7b2-4c90-8c2c-26bb0e74d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.655340 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-66e21581-c7b2-4c90-8c2c-26bb0e74d9c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=571cb0c81743457690b29a0d8710a033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749685 Jul 28 03:58:24.656446 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e21581-c7b2-4c90-8c2c-26bb0e74d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ed58f-a8c7-4ad0-ad25-6752f0237ad2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:24.659810 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41120) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:24.721311 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.730180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.738926 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41122) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:24.827072 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-343881454-network', 'tenant_id': 'b7f629db18f54ff6ac364f8567ce83eb'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:58:24.881065 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.883690 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.884885 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b1ed58f-a8c7-4ad0-ad25-6752f0237ad2 HTTP/1.1" status: 204 len: 168 time: 0.2235680 Jul 28 03:58:24.892390 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10204a-69a7-470e-9d4e-e093a8f7c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ed58f-a8c7-4ad0-ad25-6752f0237ad2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:24.910333 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Made reservation on behalf of b7f629db18f54ff6ac364f8567ce83eb for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:24.912677 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.924025 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.008929 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.092433 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.113046 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:25.127370 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5031a81b-edd0-48a7-9eae-e720d7289cf9,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:25.130188 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.130530 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Added segment 893732f8-f52a-45cc-9fb9-1ce36ee354f1 of type vlan for network 5a2f688d-a360-40fd-877b-3072502bb3f9 Jul 28 03:58:25.169983 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.272720 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.273650 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:25.274281 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.330490 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2f688d-a360-40fd-877b-3072502bb3f9,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:25.339913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 5a2f688d-a360-40fd-877b-3072502bb3f9 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:25.388351 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ba22c1e7-6a34-41dc-b7f5-f76cb4ad5f07 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6482606 Jul 28 03:58:25.391111 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41132) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:25.396142 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Request body: {'subnet': {'network_id': '5a2f688d-a360-40fd-877b-3072502bb3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-343881454-subnet', 'tenant_id': 'b7f629db18f54ff6ac364f8567ce83eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:58:25.490173 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Made reservation on behalf of b7f629db18f54ff6ac364f8567ce83eb for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:25.492508 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.554272 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41134) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:25.568545 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-44ab5642-e8af-4121-8a99-6885bf6e0985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.665478 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-44ab5642-e8af-4121-8a99-6885bf6e0985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.776345 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.818258 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-44ab5642-e8af-4121-8a99-6885bf6e0985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.833405 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=82239ed3-2842-494e-ad8d-8212a23b949f,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:25.841930 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Checking segment: {'id': '893732f8-f52a-45cc-9fb9-1ce36ee354f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a2f688d-a360-40fd-877b-3072502bb3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:58:25.842287 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Network hostable DHCP agents. Network: 5a2f688d-a360-40fd-877b-3072502bb3f9, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:25.858202 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-44ab5642-e8af-4121-8a99-6885bf6e0985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06132395a1194f10b26f198e22fc7767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028100 Jul 28 03:58:25.859369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab5642-e8af-4121-8a99-6885bf6e0985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e3b0dc-09d2-45f3-ac29-a70fdeed1325,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:25.860720 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41136) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:25.908603 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.929590 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:25.945140 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Network 5a2f688d-a360-40fd-877b-3072502bb3f9 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:26.044676 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 5a2f688d-a360-40fd-877b-3072502bb3f9) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:26.048690 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:26.049281 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:26.055526 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1448bc7-6ab5-4ac6-84b6-6c09cb91bef1 None None] Network 5a2f688d-a360-40fd-877b-3072502bb3f9 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:58:26.080586 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:26.083091 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:26.084226 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9e3b0dc-09d2-45f3-ac29-a70fdeed1325 HTTP/1.1" status: 204 len: 168 time: 0.2219055 Jul 28 03:58:26.092006 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7713bd8-bfef-47e2-944e-65af5ffa29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e3b0dc-09d2-45f3-ac29-a70fdeed1325,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:26.158592 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ff44f80b-ecf0-41a7-8abd-b0c4971444ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7585189 Jul 28 03:58:26.184647 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347bd6f-b380-4566-aa7e-e097eabb24be None None] Network 5a2f688d-a360-40fd-877b-3072502bb3f9 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:58:26.926135 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41168) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:26.931389 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144813664-network', 'tenant_id': '4915a58079d449ad81b6df265ddfa794'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:58:27.011904 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Made reservation on behalf of 4915a58079d449ad81b6df265ddfa794 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:27.014876 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.023854 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.111775 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.189400 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.210185 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:27.224438 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01872acb-fd72-47bf-96ce-8b3f324dc809,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:27.228137 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.228477 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Added segment 52ff56fa-59ff-4af2-abc0-1eb7cfc2fc7d of type vlan for network 93c2184a-5793-4285-8bfa-75fa188577a6 Jul 28 03:58:27.270048 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.366782 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.367755 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:27.368350 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.424888 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] Pushing event updated for resources: {'Network': ['ID=93c2184a-5793-4285-8bfa-75fa188577a6,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:27.435290 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 93c2184a-5793-4285-8bfa-75fa188577a6 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:27.473682 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3e3b1410-6974-4049-8bb8-154b15237623 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5463202 Jul 28 03:58:27.476325 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41178) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:27.481649 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Request body: {'subnet': {'network_id': '93c2184a-5793-4285-8bfa-75fa188577a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144813664-subnet', 'tenant_id': '4915a58079d449ad81b6df265ddfa794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:58:27.549206 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Made reservation on behalf of 4915a58079d449ad81b6df265ddfa794 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:27.551596 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.789181 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:27.839545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9600107d-2faf-4efe-ae95-1c65a01733b9,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:27.857089 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Checking segment: {'id': '52ff56fa-59ff-4af2-abc0-1eb7cfc2fc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '93c2184a-5793-4285-8bfa-75fa188577a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:58:27.857089 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Network hostable DHCP agents. Network: 93c2184a-5793-4285-8bfa-75fa188577a6, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:27.952734 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Network 93c2184a-5793-4285-8bfa-75fa188577a6 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:28.023605 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 93c2184a-5793-4285-8bfa-75fa188577a6) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:28.027537 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:28.028680 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.033182 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998b012-4e0e-4a87-a9c7-4142e2b4e85a None None] Network 93c2184a-5793-4285-8bfa-75fa188577a6 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:58:28.141526 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1eb3f630-8ebd-425e-a70c-efbe04ac34b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6554470 Jul 28 03:58:28.151184 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c37401-f6f7-4546-ad92-7ad85ece7a73 None None] Network 93c2184a-5793-4285-8bfa-75fa188577a6 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:58:28.242330 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41186) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:28.292434 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Deleting subnet 82239ed3-2842-494e-ad8d-8212a23b949f {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:58:28.295541 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.328690 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.355167 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.365558 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.501469 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.526162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82239ed3-2842-494e-ad8d-8212a23b949f,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:28.530803 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.533011 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c8bba089-0a77-4c24-8b84-988e5fb04235 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82239ed3-2842-494e-ad8d-8212a23b949f HTTP/1.1" status: 204 len: 168 time: 0.2892816 Jul 28 03:58:28.535174 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41188) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:28.603149 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.675726 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.685503 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2f688d-a360-40fd-877b-3072502bb3f9']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:28.698374 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893732f8-f52a-45cc-9fb9-1ce36ee354f1') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:28.698669 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893732f8-f52a-45cc-9fb9-1ce36ee354f1') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:28.707436 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.720110 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.725925 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:58:28.726298 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:58:28.727824 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:58:28.869125 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.874688 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.876625 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a2f688d-a360-40fd-877b-3072502bb3f9 HTTP/1.1" status: 204 len: 168 time: 0.3404958 Jul 28 03:58:28.879668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41190) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:28.886790 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88a364-dee1-4e2f-8383-863a2fc451e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2f688d-a360-40fd-877b-3072502bb3f9,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:28.922855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Deleting subnet 9600107d-2faf-4efe-ae95-1c65a01733b9 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:58:28.926065 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.962320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.001430 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.126756 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.149933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9600107d-2faf-4efe-ae95-1c65a01733b9,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:29.156174 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.158372 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4bbaa9c7-4dc6-4024-b5bc-7b90ebf77511 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9600107d-2faf-4efe-ae95-1c65a01733b9 HTTP/1.1" status: 204 len: 168 time: 0.2773824 Jul 28 03:58:29.160582 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41196) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:29.227043 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.305840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.315811 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c2184a-5793-4285-8bfa-75fa188577a6']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:29.327919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ff56fa-59ff-4af2-abc0-1eb7cfc2fc7d') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:29.328227 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ff56fa-59ff-4af2-abc0-1eb7cfc2fc7d') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:29.337122 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.350664 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.356363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:58:29.362026 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:58:29.530086 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.534455 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:29.536335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] 10.222.0.13 "DELETE /v2.0/networks/93c2184a-5793-4285-8bfa-75fa188577a6 HTTP/1.1" status: 204 len: 168 time: 0.3748448 Jul 28 03:58:29.549260 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4a4e9-034a-46d0-b97d-f085331e1bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=93c2184a-5793-4285-8bfa-75fa188577a6,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:29.979175 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41202) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:30.016788 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-89ac5f54-cb5b-40e9-ae27-9f44a980bbb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7f629db18f54ff6ac364f8567ce83eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365186 Jul 28 03:58:30.019123 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41204) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:30.064942 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:30.088178 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:30.226872 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:30.229364 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:30.230520 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5031a81b-edd0-48a7-9eae-e720d7289cf9 HTTP/1.1" status: 204 len: 168 time: 0.2105343 Jul 28 03:58:30.238445 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc6da9-4920-43ec-be41-72906e30ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5031a81b-edd0-48a7-9eae-e720d7289cf9,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:30.882394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41212) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:30.920525 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1b1aca90-32f0-4010-953c-98d8e4fb6925 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4915a58079d449ad81b6df265ddfa794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368021 Jul 28 03:58:30.922659 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41214) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:30.968490 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:30.988584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:31.129849 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:31.132419 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:31.133567 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01872acb-fd72-47bf-96ce-8b3f324dc809 HTTP/1.1" status: 204 len: 168 time: 0.2100279 Jul 28 03:58:31.141092 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f143c08-2261-4b62-a25a-46d1506f5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01872acb-fd72-47bf-96ce-8b3f324dc809,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:37.829745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41328) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:37.921844 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-01448b42-c29d-4d4b-8e5a-6a313c7ceb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.008543 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-01448b42-c29d-4d4b-8e5a-6a313c7ceb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.080278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-01448b42-c29d-4d4b-8e5a-6a313c7ceb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.118912 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-01448b42-c29d-4d4b-8e5a-6a313c7ceb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22324ba47ac54fa692a90bf14938f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944226 Jul 28 03:58:38.120014 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01448b42-c29d-4d4b-8e5a-6a313c7ceb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76c77b-9c7e-4774-b36e-3ae82746453d,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:38.121681 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41332) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:38.168438 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.188813 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.324228 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.326951 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:38.328094 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f76c77b-9c7e-4774-b36e-3ae82746453d HTTP/1.1" status: 204 len: 168 time: 0.2053661 Jul 28 03:58:38.336245 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392fe91-9302-4edb-b4e8-90c5424eccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76c77b-9c7e-4774-b36e-3ae82746453d,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:42.186729 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c5161a47-abb3-414e-85b9-0e6b618be9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:45.046548 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b39b8bce-b523-4073-b3aa-fbdd22aff310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:45.278046 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:46.000454 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.714935 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:50.621752 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:55.120202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41594) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:55.219666 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.303783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.386379 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.424152 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f83c085eb43445848942b5dfc2ea059d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028314 Jul 28 03:58:55.425200 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26375069-6bed-4448-9b87-ed7cee26b9d4,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.426838 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41598) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:55.437548 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.437861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.438205 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.438541 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.438877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.439212 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.439540 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.439875 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.440202 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.440524 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.440844 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.441167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd2f12-923b-411e-bdc0-633d94aa509e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.476276 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.496552 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.655024 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.657511 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:55.658751 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26375069-6bed-4448-9b87-ed7cee26b9d4 HTTP/1.1" status: 204 len: 168 time: 0.2308798 Jul 28 03:58:55.666962 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26375069-6bed-4448-9b87-ed7cee26b9d4,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.673969 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.674317 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.674656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.674990 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.675323 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.675652 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.675977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.676303 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.676822 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.676990 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.677308 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:55.677624 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b409c-8bbd-4b2c-b49f-7a49ec9e6bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:56.244553 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41610) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:56.259697 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5e069d2e-275a-4898-a5c0-f9d2cc942956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.344714 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5e069d2e-275a-4898-a5c0-f9d2cc942956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.408674 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5e069d2e-275a-4898-a5c0-f9d2cc942956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.445513 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5e069d2e-275a-4898-a5c0-f9d2cc942956 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f6676d356b049a4af883d0c21d79b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993115 Jul 28 03:58:56.447505 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069d2e-275a-4898-a5c0-f9d2cc942956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26920984-b2dc-4fdc-906d-e1368ff47850,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:56.448162 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41612) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:56.496003 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.516063 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.663030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.665635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.666812 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26920984-b2dc-4fdc-906d-e1368ff47850 HTTP/1.1" status: 204 len: 168 time: 0.2176728 Jul 28 03:58:56.675579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc365-cd7e-451b-b26b-ecc3b129fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26920984-b2dc-4fdc-906d-e1368ff47850,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:58.337868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.135108 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41814) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:02.236281 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce28-ddad-4ce7-81f6-3b625fd48d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.320115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce28-ddad-4ce7-81f6-3b625fd48d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.417625 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce28-ddad-4ce7-81f6-3b625fd48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.456568 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-cee1ce28-ddad-4ce7-81f6-3b625fd48d30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebbe81979b534d95baaeff3113502d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202429 Jul 28 03:59:02.457542 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1ce28-ddad-4ce7-81f6-3b625fd48d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a5f8f-99e9-4615-93de-7d56b5494c58,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:02.459111 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41818) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:02.508823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.529308 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.660596 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.663195 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:02.664391 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e2a5f8f-99e9-4615-93de-7d56b5494c58 HTTP/1.1" status: 204 len: 168 time: 0.2042921 Jul 28 03:59:02.671919 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff92d-dc94-45a3-ab8e-25081914ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a5f8f-99e9-4615-93de-7d56b5494c58,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.309725 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 41826) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:03.323525 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5f8a-0763-4ceb-b149-94492cda9c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.407846 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5f8a-0763-4ceb-b149-94492cda9c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.471629 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5f8a-0763-4ceb-b149-94492cda9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.510765 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-cf8a5f8a-0763-4ceb-b149-94492cda9c08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7688b2e7487941ab9d102d4a3951da7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000108 Jul 28 03:59:03.511741 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a5f8a-0763-4ceb-b149-94492cda9c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4d4ea-e186-4921-8097-26f8c895540d,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.513415 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 41828) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:03.562562 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.584214 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.712438 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.715051 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:03.716343 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64e4d4ea-e186-4921-8097-26f8c895540d HTTP/1.1" status: 204 len: 168 time: 0.2012045 Jul 28 03:59:03.726758 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d871a-9258-4ca9-b75d-ed9c3e56e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4d4ea-e186-4921-8097-26f8c895540d,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.763268 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-d2431809-c925-41bc-a6ef-11b81072c419 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450752 Jul 28 03:59:03.863083 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-aed52ba5-34fd-4e40-9c3f-4da6138d026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:03.864450 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-aed52ba5-34fd-4e40-9c3f-4da6138d026b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 1098 time: 0.0392847 Jul 28 03:59:03.969973 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-7ce3c669-d37a-42e3-b361-0662530653e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:03.971477 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-7ce3c669-d37a-42e3-b361-0662530653e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0844908 Jul 28 03:59:04.038413 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-c9c7c42e-aeb5-4161-a11f-608e85a8ad7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 HTTP/1.1" status: 200 len: 1001 time: 0.0592904 Jul 28 03:59:04.089489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-a9312487-906a-4013-8373-a9ca062d2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:04.091018 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-a9312487-906a-4013-8373-a9ca062d2059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0441885 Jul 28 03:59:04.138530 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-5e3630bb-d314-4417-884e-3f6c788cfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:04.140045 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-5e3630bb-d314-4417-884e-3f6c788cfa2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418317 Jul 28 03:59:04.231584 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-030f8364-ca5b-49f7-8067-b1b047c05323 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839398 Jul 28 03:59:04.326444 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75540af9-712f-45b7-8170-2cd9e1b37db3 req-9b62fc7e-59e0-4c08-af35-c18453cd7fbe service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jul 28 03:59:12.194314 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-54694c53-861e-4b5e-977a-6c1b192a9252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:15.048181 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-21658a16-a95d-4b42-a6cb-be5c42e5140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:15.265481 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:16.048008 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:17.699734 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:27.620287 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:28.342538 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:29.498909 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42060) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:29.604893 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-45e97f46-6798-4a61-82a2-e0a0a0cfe1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:29.692497 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-45e97f46-6798-4a61-82a2-e0a0a0cfe1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:29.756996 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-45e97f46-6798-4a61-82a2-e0a0a0cfe1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:29.794236 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-45e97f46-6798-4a61-82a2-e0a0a0cfe1cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4673d3dbc4747e2ae511edd5d53f1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942934 Jul 28 03:59:29.795289 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e97f46-6798-4a61-82a2-e0a0a0cfe1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ac589-eb4a-4547-8bb4-a74f5f1b0734,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:29.796905 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42064) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:29.844798 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:29.868944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:30.002592 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:30.005167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:30.006842 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a23ac589-eb4a-4547-8bb4-a74f5f1b0734 HTTP/1.1" status: 204 len: 168 time: 0.2084610 Jul 28 03:59:30.015017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30c23f-d808-4294-8ab7-0b9eb428f3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ac589-eb4a-4547-8bb4-a74f5f1b0734,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:31.038175 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42096) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:31.133200 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-381284682-network', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:31.257039 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Made reservation on behalf of 09b0b24ba9a544378df75e5bb74b3493 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:31.259303 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.267413 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.350483 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.407570 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.431073 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:31.440596 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f6ab5-a40e-455f-a336-68a66ce3673b,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:31.446817 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.446817 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Added segment d17540cc-8005-476a-95cc-8a2104fd97ed of type vlan for network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 Jul 28 03:59:31.486813 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.559564 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.560523 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:31.561098 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.616344 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] Pushing event updated for resources: {'Network': ['ID=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:31.625909 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:31.700478 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3b116635-a973-4917-a9e1-0514abb24d74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6607006 Jul 28 03:59:31.703238 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42102) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:31.707930 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Request body: {'subnet': {'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-381284682-subnet', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:31.802138 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Made reservation on behalf of 09b0b24ba9a544378df75e5bb74b3493 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:31.804630 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.036328 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.082997 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b047ba39-433e-4464-baa7-e958c8fbe59a,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:32.097338 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Checking segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:32.097672 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Network hostable DHCP agents. Network: 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:32.188190 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:32.273887 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:32.277934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:32.278579 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.282525 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe86f6-b82f-4a69-933f-7a2cca84102f None None] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:32.374738 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-cfcc3fe9-f08d-4098-88cc-ebf6cbbefe83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6678686 Jul 28 03:59:32.374941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42104) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:32.379141 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:32.419105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:59:32.419939 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.460378 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.461425 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.517350 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.676063 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Allocated IP 172.20.0.2 (4233bb98-57f2-4fb8-9c3c-8f1f9fe90729/b047ba39-433e-4464-baa7-e958c8fbe59a/437cc3f3-d60d-4248-b206-a7ee73c6ab49) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:32.703410 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.818297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.826213 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Transition to ACTIVE for port object 437cc3f3-d60d-4248-b206-a7ee73c6ab49 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:32.840302 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Transition to ACTIVE for port object 437cc3f3-d60d-4248-b206-a7ee73c6ab49 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:32.911443 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:32.950477 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:32.953375 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:32.955921 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:32.967547 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Pushing event updated for resources: {'Port': ['ID=437cc3f3-d60d-4248-b206-a7ee73c6ab49,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:32.991561 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.991907 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.992250 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.992582 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.992909 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.993236 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.993558 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.993911 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.994291 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.994640 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.994938 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:32.995256 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:33.029470 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Attempting to bind port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:33.029857 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Attempting to bind port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:33.030211 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Attempting to bind port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 on network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:33.035458 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:33.035827 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Checking segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:33.036227 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.036611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Bound using segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:33.037077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Bound port: 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:33.038049 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.105391 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] For port 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:33.109069 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] For port 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=437cc3f3-d60d-4248-b206-a7ee73c6ab49,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:33.144754 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.163498 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.261535 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Allocated IP 172.27.0.221 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/d0bf13e5-1401-4d44-a477-f242bc4b15b2) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:33.263389 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.320901 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c5b74-ee64-41d4-837e-cc2cbb4b87f6 None None] Pushing event updated for resources: {'Port': ['ID=437cc3f3-d60d-4248-b206-a7ee73c6ab49,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:33.366168 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.499129 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:33.530276 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bf13e5-1401-4d44-a477-f242bc4b15b2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:33.534919 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:33.536534 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:33.539401 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:33.579887 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 437cc3f3-d60d-4248-b206-a7ee73c6ab49 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:33.694124 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:33.833517 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.025855 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.179643 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fb3a1-4e42-4acd-a971-4258a1b42a67 None None] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:34.225601 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Router ece7f451-a29a-4f53-9215-b0cbedc892a9 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:59:34.319863 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Provisioning for port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:34.326618 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Provisioning complete for port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:34.327019 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.332490 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:34.354185 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Sync routers for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:34.378275 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:34.378908 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:34.417196 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.418898 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-f5505a76-c14a-46ac-a735-29f5b3b13923 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0430868 Jul 28 03:59:34.421598 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42110) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:34.509948 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.525644 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:34.633925 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] For port 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=437cc3f3-d60d-4248-b206-a7ee73c6ab49,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:34.718392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:33Z', 'revision_number': 3, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:34.750395 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Checking router: ece7f451-a29a-4f53-9215-b0cbedc892a9 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:34.750746 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Updating router ece7f451-a29a-4f53-9215-b0cbedc892a9 port d0bf13e5-1401-4d44-a477-f242bc4b15b2 binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:34.752803 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.798126 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.847035 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65339c0f-ad43-4ad6-b15e-275ac1484f35 None None] Pushing event updated for resources: {'Port': ['ID=437cc3f3-d60d-4248-b206-a7ee73c6ab49,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:34.856009 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:34.932470 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b5d04279-2ebd-40ef-9b48-5e8ae66f2a6d None None] Provisioning complete for port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:34.932732 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b5d04279-2ebd-40ef-9b48-5e8ae66f2a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.005647 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Allocated IP 172.20.0.1 (4233bb98-57f2-4fb8-9c3c-8f1f9fe90729/b047ba39-433e-4464-baa7-e958c8fbe59a/75a43b57-cb1e-487c-b386-43b33794cbae) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:35.109578 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.122414 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.provisioning_blocks [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Transition to ACTIVE for port object 75a43b57-cb1e-487c-b386-43b33794cbae will not be triggered until provisioned by entity DHCP. {{(pid=105296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:35.141624 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.151150 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Transition to ACTIVE for port object d0bf13e5-1401-4d44-a477-f242bc4b15b2 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:35.245550 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.248409 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.282352 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:35.286330 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:35.292884 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:35.300353 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Attempting to bind port d0bf13e5-1401-4d44-a477-f242bc4b15b2 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:35.300721 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Attempting to bind port d0bf13e5-1401-4d44-a477-f242bc4b15b2 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:35.301084 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Attempting to bind port d0bf13e5-1401-4d44-a477-f242bc4b15b2 on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:35.304273 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aea35-67ee-4dfb-840f-644f5b223d9e None None] Pushing event updated for resources: {'Port': ['ID=d0bf13e5-1401-4d44-a477-f242bc4b15b2,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.308984 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:35.309355 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:35.309785 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.310167 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:35.310950 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Bound port: d0bf13e5-1401-4d44-a477-f242bc4b15b2, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:35.311145 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.323601 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Pushing event updated for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.341197 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.368022 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] For port d0bf13e5-1401-4d44-a477-f242bc4b15b2, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:35.371384 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] For port d0bf13e5-1401-4d44-a477-f242bc4b15b2, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=d0bf13e5-1401-4d44-a477-f242bc4b15b2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:35.429350 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.488754 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:35.489383 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:35.531071 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.532989 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aea35-67ee-4dfb-840f-644f5b223d9e None None] Pushing event updated for resources: {'Port': ['ID=d0bf13e5-1401-4d44-a477-f242bc4b15b2,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.543873 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 437cc3f3-d60d-4248-b206-a7ee73c6ab49 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:35.699213 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.767656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8801393'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.768568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:35.770248 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:35.770994 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.798438 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-fd5ca021-0092-4933-8d4c-69b61f50339f None None] Provisioning for port 75a43b57-cb1e-487c-b386-43b33794cbae completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:35.835099 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.836755 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Pushing event updated for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.848108 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-fd5ca021-0092-4933-8d4c-69b61f50339f None None] Provisioning complete for port 75a43b57-cb1e-487c-b386-43b33794cbae triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:35.848472 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca021-0092-4933-8d4c-69b61f50339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:35.929313 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:35.930741 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:35.936824 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ca021-0092-4933-8d4c-69b61f50339f None None] Port 75a43b57-cb1e-487c-b386-43b33794cbae cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:59:36.054474 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Router ece7f451-a29a-4f53-9215-b0cbedc892a9 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:59:36.074174 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:33Z', 'revision_number': 3, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:36.104573 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2434b50-2be9-4a39-bfe3-44920fc574b7 None None] The sync data for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi is: [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:33Z', 'revision_number': 3, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:36.163154 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-ddf72557-64e2-42ea-adec-544677a425db None None] Provisioning complete for port 75a43b57-cb1e-487c-b386-43b33794cbae triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:36.163568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ddf72557-64e2-42ea-adec-544677a425db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:36.182817 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:36.195449 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-0a235ca7-c83c-4026-aaa3-1564794705a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ece7f451-a29a-4f53-9215-b0cbedc892a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652183 Jul 28 03:59:36.206372 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-ddf72557-64e2-42ea-adec-544677a425db None None] Port 75a43b57-cb1e-487c-b386-43b33794cbae cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:59:36.953661 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42166) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:36.958803 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-189734002-network', 'tenant_id': '86dd99fee10047db8792746f50fc9a24'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:37.052180 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Made reservation on behalf of 86dd99fee10047db8792746f50fc9a24 for: {'network': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:37.055073 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.064330 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.151680 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.211148 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.231946 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:37.245430 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a986d2a6-eaee-46b1-8bf3-3fca066f34ae,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.250480 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.250822 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.segments_db [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Added segment 4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24 of type vlan for network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 Jul 28 03:59:37.294904 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.402467 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.403406 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:37.404000 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.460776 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] Pushing event updated for resources: {'Network': ['ID=ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.471684 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:37.519548 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-def1a9ea-cfa4-4b11-81ce-78f690117607 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5623012 Jul 28 03:59:37.519752 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42168) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:37.525386 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Request body: {'subnet': {'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-189734002-subnet', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'ip_version': 4}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:37.553745 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device d0bf13e5-1401-4d44-a477-f242bc4b15b2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:37.611358 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Made reservation on behalf of 86dd99fee10047db8792746f50fc9a24 for: {'subnet': 1} {{(pid=105296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:37.611858 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Sync routers for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:37.613934 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8744817'] for subnet, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.620912 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:37.621638 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:37.659723 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port d0bf13e5-1401-4d44-a477-f242bc4b15b2 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:37.663838 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port d0bf13e5-1401-4d44-a477-f242bc4b15b2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:37.664334 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.745756 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.768895 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port d0bf13e5-1401-4d44-a477-f242bc4b15b2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=d0bf13e5-1401-4d44-a477-f242bc4b15b2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:37.813310 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.830084 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:37.857277 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8801518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8744707'] for subnet, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:37.864021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=d0bf13e5-1401-4d44-a477-f242bc4b15b2,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.924256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715c3606-ae31-4d5e-a647-1789242aecac,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.924256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Checking segment: {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:37.924256 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Network hostable DHCP agents. Network: ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:38.007653 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:38.042630 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 2, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:38.068409 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Checking router: ece7f451-a29a-4f53-9215-b0cbedc892a9 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:38.068789 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Updating router ece7f451-a29a-4f53-9215-b0cbedc892a9 port 75a43b57-cb1e-487c-b386-43b33794cbae binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:38.083809 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650) {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:38.089906 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:38.090874 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.093483 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b10e0d-d223-4372-aef9-b083ba209e40 None None] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:38.094640 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.188409 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4023bcb1-924d-49bd-a646-23a55a614355 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6651397 Jul 28 03:59:38.188826 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42176) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:38.194314 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:38.235416 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f060200-d278-471a-9373-76822242c149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc42df7eb-2bd5-5be3-ab1e-f8f65f1c805c-ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'fixed_ips': [{'subnet_id': '715c3606-ae31-4d5e-a647-1789242aecac'}]}} from dv-cinder-802648-1-iscsi. {{(pid=105297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:59:38.236436 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.288237 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-554329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-71631'] for router, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.289494 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-71620'] for router, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.351920 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.359000 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.369130 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Transition to ACTIVE for port object 75a43b57-cb1e-487c-b386-43b33794cbae will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:38.371241 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.db_base_plugin_common [None req-1f060200-d278-471a-9373-76822242c149 None None] Allocated IP 172.20.0.2 (ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650/715c3606-ae31-4d5e-a647-1789242aecac/9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7) {{(pid=105297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:38.446115 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.505303 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Pushing event updated for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:38.525356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks [] for port, precommit_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.531261 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.531469 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.531865 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.532098 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.532425 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.532760 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.533083 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.533414 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.533826 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.533937 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-1f060200-d278-471a-9373-76822242c149 None None] Transition to ACTIVE for port object 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:38.534154 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.534477 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.534799 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:38.555318 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-71658'] for router, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.557850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-1f060200-d278-471a-9373-76822242c149 None None] Transition to ACTIVE for port object 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 will not be triggered until provisioned by entity DHCP. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:38.564785 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Attempting to bind port 75a43b57-cb1e-487c-b386-43b33794cbae on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:38.565286 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Attempting to bind port 75a43b57-cb1e-487c-b386-43b33794cbae by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:38.565571 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Attempting to bind port 75a43b57-cb1e-487c-b386-43b33794cbae on network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:38.570734 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:38.571103 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Checking segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:38.571509 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.571949 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Bound using segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:38.572471 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Bound port: 75a43b57-cb1e-487c-b386-43b33794cbae, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:38.572823 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.625480 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524'] for port, after_create {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.638831 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] For port 75a43b57-cb1e-487c-b386-43b33794cbae, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:38.642043 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] For port 75a43b57-cb1e-487c-b386-43b33794cbae, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=75a43b57-cb1e-487c-b386-43b33794cbae,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:38.666110 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f060200-d278-471a-9373-76822242c149 None None] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 is already hosted by enough agents. {{(pid=105297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:38.670868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.scheduler.base_scheduler [None req-1f060200-d278-471a-9373-76822242c149 None None] Resources bound (agent type, host, resource id): {{(pid=105297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:38.673839 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f060200-d278-471a-9373-76822242c149 None None] Received port after_create {{(pid=105297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:38.679530 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f060200-d278-471a-9373-76822242c149 None None] Pushing event updated for resources: {'Port': ['ID=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,revision_number=1']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:38.711193 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.730750 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-1f060200-d278-471a-9373-76822242c149 None None] Attempting to bind port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:38.731122 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-1f060200-d278-471a-9373-76822242c149 None None] Attempting to bind port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:38.731542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f060200-d278-471a-9373-76822242c149 None None] Attempting to bind port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 on network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:38.736495 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f060200-d278-471a-9373-76822242c149 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:38.736861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f060200-d278-471a-9373-76822242c149 None None] Checking segment: {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:38.737257 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.737869 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f060200-d278-471a-9373-76822242c149 None None] Bound using segment: {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:38.738335 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-1f060200-d278-471a-9373-76822242c149 None None] Bound port: 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:38.738719 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:38.772546 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:38.773180 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:38.810831 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63dc06-df34-4342-a0ee-58b474248efc None None] Pushing event updated for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:38.836785 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-1f060200-d278-471a-9373-76822242c149 None None] For port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:38.843317 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-1f060200-d278-471a-9373-76822242c149 None None] For port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:38.902617 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:38.937921 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1f060200-d278-471a-9373-76822242c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.022575 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f060200-d278-471a-9373-76822242c149 None None] Pushing event updated for resources: {'Port': ['ID=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:39.114111 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.136200 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.145305 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:38Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:39.176117 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb377138-46c6-4b54-bcdc-7e98d51c3b44 None None] The sync data for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi is: [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:38Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:39.292865 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Allocated IP 172.27.0.54 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/3417c8a1-bfaf-4948-b306-463663694fe2) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:39.418262 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.532209 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.580917 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:39.585424 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:39.589620 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:39.630774 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Pushing event updated for resources: {'Port': ['ID=3417c8a1-bfaf-4948-b306-463663694fe2,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:39.658379 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 75a43b57-cb1e-487c-b386-43b33794cbae up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:39.676115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42188) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:39.783354 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 75a43b57-cb1e-487c-b386-43b33794cbae completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:39.787781 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 75a43b57-cb1e-487c-b386-43b33794cbae triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:39.788162 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.815378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42addc92-9ae9-47f9-8bec-f1103f016874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.905601 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.945804 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42addc92-9ae9-47f9-8bec-f1103f016874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:39.946013 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 75a43b57-cb1e-487c-b386-43b33794cbae, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=75a43b57-cb1e-487c-b386-43b33794cbae,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:40.010341 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.019460 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.020281 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:40.042216 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-42addc92-9ae9-47f9-8bec-f1103f016874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.097802 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42addc92-9ae9-47f9-8bec-f1103f016874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5405da-3d4d-4af9-8b02-2772d1b02c0f,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.110263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-42addc92-9ae9-47f9-8bec-f1103f016874 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4957eb5ed59d45aca94ef1a0b846be69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329326 Jul 28 03:59:40.110808 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42192) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:40.139236 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.186394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.195081 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1b88e-57cb-48f1-9904-e7dd180cf301 None None] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:40.226062 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.262959 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:40.277847 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device d0bf13e5-1401-4d44-a477-f242bc4b15b2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:40.298433 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668396'] for router, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.354141 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.356745 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.357957 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d5405da-3d4d-4af9-8b02-2772d1b02c0f HTTP/1.1" status: 204 len: 168 time: 0.2462020 Jul 28 03:59:40.372868 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11250e3e-5306-426e-b8cf-727f40783fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5405da-3d4d-4af9-8b02-2772d1b02c0f,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.398077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Provisioning for port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:40.411251 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Provisioning complete for port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:40.411617 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.413171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port d0bf13e5-1401-4d44-a477-f242bc4b15b2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:40.413644 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.568155 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Router c17c2579-54a0-4d59-812e-90b2c11ff349 is scheduled to L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d with binding_index 1 {{(pid=105296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:59:40.586542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.625282 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] For port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:40.688825 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:40.699088 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Sync routers for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:40.707918 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:40.708626 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:40.744297 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.764266 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] Notify callbacks [] for router, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.768706 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6a71db78-ae0b-4227-b57a-5736b2e2bf81 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5759869 Jul 28 03:59:40.772275 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42198) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:40.973237 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588473-1828-4647-9d94-a274022c51d3 None None] Pushing event updated for resources: {'Port': ['ID=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.988889 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-28c0409d-bc65-4d6d-bdf9-d20b9e1292ef None None] Provisioning complete for port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:40.989270 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-28c0409d-bc65-4d6d-bdf9-d20b9e1292ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.013042 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:41.121124 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42200) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:41.138247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fed-ddaf-4e15-bda6-526a8ffa7753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.214168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.238903 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fed-ddaf-4e15-bda6-526a8ffa7753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.240452 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 3, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:41.265612 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Checking router: c17c2579-54a0-4d59-812e-90b2c11ff349 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:41.265989 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Updating router c17c2579-54a0-4d59-812e-90b2c11ff349 port 3417c8a1-bfaf-4948-b306-463663694fe2 binding host dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:41.290252 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.316058 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fed-ddaf-4e15-bda6-526a8ffa7753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.359169 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a6f91fed-ddaf-4e15-bda6-526a8ffa7753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e653ac78d614e309af9b984e80274ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341640 Jul 28 03:59:41.359169 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91fed-ddaf-4e15-bda6-526a8ffa7753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d488236d-9090-4535-b4cc-d90c7021391f,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.360345 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42202) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:41.416421 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.441923 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.538845 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 75a43b57-cb1e-487c-b386-43b33794cbae up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:41.579478 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.582296 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.586456 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d488236d-9090-4535-b4cc-d90c7021391f HTTP/1.1" status: 204 len: 168 time: 0.2222757 Jul 28 03:59:41.593293 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d9e3b-8069-4347-8633-fef0985df315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d488236d-9090-4535-b4cc-d90c7021391f,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.655945 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks [] for port, precommit_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.658104 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 75a43b57-cb1e-487c-b386-43b33794cbae triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:41.658863 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.671778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Allocated IP 172.20.0.1 (ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650/715c3606-ae31-4d5e-a647-1789242aecac/98088abd-7f74-4858-863b-347a22e3878b) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:41.687659 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Transition to ACTIVE for port object 3417c8a1-bfaf-4948-b306-463663694fe2 will not be triggered until provisioned by entity L2. {{(pid=105297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:41.744674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.777685 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:41.781869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.796397 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Transition to ACTIVE for port object 98088abd-7f74-4858-863b-347a22e3878b will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:41.826968 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Attempting to bind port 3417c8a1-bfaf-4948-b306-463663694fe2 on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:41.827341 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Attempting to bind port 3417c8a1-bfaf-4948-b306-463663694fe2 by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:41.827707 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Attempting to bind port 3417c8a1-bfaf-4948-b306-463663694fe2 on network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:41.833860 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c52164-34f2-41dd-91bb-bdc87bf4723f None None] Pushing event updated for resources: {'Port': ['ID=3417c8a1-bfaf-4948-b306-463663694fe2,revision_number=2']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.839869 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:41.842123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Checking segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:41.842123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.842123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Bound using segment: {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'} {{(pid=105297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:41.842123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.managers [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Bound port: 3417c8a1-bfaf-4948-b306-463663694fe2, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525774a-0f46-44c7-b212-a9f5222a89d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4'}}] {{(pid=105297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:41.842123 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.889262 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.891197 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:41.891197 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:41.925755 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] For port 3417c8a1-bfaf-4948-b306-463663694fe2, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:41.929061 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:41.935524 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:41.938286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:41.944579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Pushing event updated for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.944844 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] For port 3417c8a1-bfaf-4948-b306-463663694fe2, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=3417c8a1-bfaf-4948-b306-463663694fe2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:41.997178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668211'] for router_interface, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.019942 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.087662 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c52164-34f2-41dd-91bb-bdc87bf4723f None None] Pushing event updated for resources: {'Port': ['ID=3417c8a1-bfaf-4948-b306-463663694fe2,revision_number=3']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:42.118808 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:42.119427 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:42.236742 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:42.243257 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.290716 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-57e6edb2-6705-4566-ade0-05da4f164db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.304823 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-9cceb42e-c536-4a86-82f8-9a632935db44 None None] Provisioning for port 98088abd-7f74-4858-863b-347a22e3878b completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:42.333654 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-9cceb42e-c536-4a86-82f8-9a632935db44 None None] Provisioning complete for port 98088abd-7f74-4858-863b-347a22e3878b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:42.334088 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-9cceb42e-c536-4a86-82f8-9a632935db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.385652 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-9cceb42e-c536-4a86-82f8-9a632935db44 None None] Port 98088abd-7f74-4858-863b-347a22e3878b cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:59:42.408010 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.447895 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 3, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:42.473601 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8360a4-d7f0-481d-ac6d-79d595a13679 None None] The sync data for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi is: [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 3, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:42.485640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.554487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669603'] for router_interface, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.562400 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Pushing event updated for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:42.655053 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:42.656738 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:42.795240 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Router c17c2579-54a0-4d59-812e-90b2c11ff349 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:59:42.929390 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:42.935270 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a669a0d3-14cb-4337-bce5-173a4b82b352 admin admin] 10.222.0.13 "PUT /v2.0/routers/c17c2579-54a0-4d59-812e-90b2c11ff349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1652424 Jul 28 03:59:43.007996 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-6162de5f-8956-4f5c-9111-44518dc7754c None None] Provisioning complete for port 98088abd-7f74-4858-863b-347a22e3878b triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:43.008503 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6162de5f-8956-4f5c-9111-44518dc7754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.056480 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-6162de5f-8956-4f5c-9111-44518dc7754c None None] Port 98088abd-7f74-4858-863b-347a22e3878b cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:59:43.416006 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42244) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:43.443193 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42248) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:43.448259 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758493944', 'description': 'tempest-secgroup-smoke-1758493944 description', 'project_id': '09b0b24ba9a544378df75e5bb74b3493'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:43.529723 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.532191 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5f92b1e3-a1a2-417c-b6c4-d809a16ad247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.538076 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3417c8a1-bfaf-4948-b306-463663694fe2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:43.575636 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.db.api [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:59:43.575636 dv-cinder-802648-1-iscsi neutron-server[105296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:59:43.575636 dv-cinder-802648-1-iscsi neutron-server[105296]: [parameters: {'project_id_1': '09b0b24ba9a544378df75e5bb74b3493', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 59, 43, 566985)}] Jul 28 03:59:43.575636 dv-cinder-802648-1-iscsi neutron-server[105296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:59:43.582233 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG oslo_db.api [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:59:43.641909 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5f92b1e3-a1a2-417c-b6c4-d809a16ad247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.716333 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 3417c8a1-bfaf-4948-b306-463663694fe2 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:43.720428 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 3417c8a1-bfaf-4948-b306-463663694fe2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:43.720832 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.739094 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5f92b1e3-a1a2-417c-b6c4-d809a16ad247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.779074 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5f92b1e3-a1a2-417c-b6c4-d809a16ad247 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccbd377fb5ae456ca1558f223ea0b443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618875 Jul 28 03:59:43.780658 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92b1e3-a1a2-417c-b6c4-d809a16ad247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e01a9-8dff-4efd-ac51-b27f6d885fc1,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.781853 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42250) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:43.805625 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.829779 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 3417c8a1-bfaf-4948-b306-463663694fe2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=3417c8a1-bfaf-4948-b306-463663694fe2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:43.839314 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.861178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.904960 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.953100 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=3417c8a1-bfaf-4948-b306-463663694fe2,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.024840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.027444 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.028608 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a90e01a9-8dff-4efd-ac51-b27f6d885fc1 HTTP/1.1" status: 204 len: 168 time: 0.2457647 Jul 28 03:59:44.036688 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac04dd-ca99-4216-8ace-17c1241ac208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e01a9-8dff-4efd-ac51-b27f6d885fc1,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.074043 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Sync routers for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:44.076870 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.083092 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:44.083703 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:44.158131 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.189809 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:44.291393 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.321339 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133bf88b-50f7-4281-85f2-3b276379c82d,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.394638 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.396144 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-4c038af0-c1ef-4380-af6e-61c3c809cea1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9519498 Jul 28 03:59:44.399670 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42256) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:44.404402 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:44.406058 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:42Z', 'revision_number': 4, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '98088abd-7f74-4858-863b-347a22e3878b', 'name': '', 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'mac_address': 'fa:16:3e:57:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '715c3606-ae31-4d5e-a647-1789242aecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:41Z', 'updated_at': '2021-07-28T03:59:42Z', 'revision_number': 2, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'subnets': [{'id': '715c3606-ae31-4d5e-a647-1789242aecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:44.434025 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Checking router: c17c2579-54a0-4d59-812e-90b2c11ff349 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:44.434367 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Updating router c17c2579-54a0-4d59-812e-90b2c11ff349 port 98088abd-7f74-4858-863b-347a22e3878b binding host dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:44.458488 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.486930 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.535792 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.607890 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.626217 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52847e8-e0d0-46cc-ba65-37c1f6f6d0c3,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.739075 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.741378 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-a758d8eb-9ac7-4213-8013-a3b6e2b3e73d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407605 Jul 28 03:59:44.744117 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42266) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:44.748613 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:44.829624 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.837084 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks [] for port, precommit_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.847679 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.provisioning_blocks [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Transition to ACTIVE for port object 98088abd-7f74-4858-863b-347a22e3878b will not be triggered until provisioned by entity L2. {{(pid=105298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:44.900433 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.933252 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:44.978251 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84830-efc0-41d1-b8ef-aad3616ade73 None None] Pushing event updated for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=3']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.989671 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.007855 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ebdd54-8c7d-4550-874d-025c5f49502a,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.040083 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Attempting to bind port 98088abd-7f74-4858-863b-347a22e3878b on host dv-cinder-802648-1-iscsi for vnic_type normal with profile {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:45.040559 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Attempting to bind port 98088abd-7f74-4858-863b-347a22e3878b by drivers openvswitch,hyperv on host dv-cinder-802648-1-iscsi at level 0 using segments [{'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:45.041013 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Attempting to bind port 98088abd-7f74-4858-863b-347a22e3878b on network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:45.047181 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Checking agent: {'id': 'c7fafde0-0e0e-4d0e-ab46-97ef39f0c137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802648-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 42, 45), 'started_at': datetime.datetime(2021, 7, 28, 3, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802648-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:45.047648 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Checking segment: {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:45.048121 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.048625 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Bound using segment: {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'} {{(pid=105298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:45.049305 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.managers [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Bound port: 98088abd-7f74-4858-863b-347a22e3878b, host: dv-cinder-802648-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650'}}] {{(pid=105298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:45.049784 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.091478 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-526c3510-f5a0-4af2-9c1a-f606903a5799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.118755 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] For port 98088abd-7f74-4858-863b-347a22e3878b, host dv-cinder-802648-1-iscsi, cleared binding levels {{(pid=105298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:45.120914 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.124751 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-e506b2d9-0e83-4683-8f39-3934eef659ef tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3771124 Jul 28 03:59:45.124935 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.plugins.ml2.db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] For port 98088abd-7f74-4858-863b-347a22e3878b, host dv-cinder-802648-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=98088abd-7f74-4858-863b-347a22e3878b,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:45.125052 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42276) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:45.130156 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:45.140809 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42278) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:45.229354 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron_lib.callbacks.manager [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.243553 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1838532709-network', 'tenant_id': 'e540b9bca90644449dca6ae04d5aefa6'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:45.263162 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.290476 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.291378 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84830-efc0-41d1-b8ef-aad3616ade73 None None] Pushing event updated for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=4']} {{(pid=105298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.298568 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:45.299413 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:45.328288 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.353961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Made reservation on behalf of e540b9bca90644449dca6ae04d5aefa6 for: {'network': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:45.356398 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for network, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.366527 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.407488 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:45.422796 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.442963 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315ac79f-663f-457a-9d4a-8bb37d066439,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.469017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.530281 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3417c8a1-bfaf-4948-b306-463663694fe2 up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:45.543087 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.570709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:45.580780 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e3aeec-1739-409c-b980-32b08fd8f4f3,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.588542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 3417c8a1-bfaf-4948-b306-463663694fe2 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:45.588542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.593992 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.594505 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.segments_db [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Added segment b3c16620-5e6a-414a-865d-1decc12a0dc4 of type vlan for network aa00802d-0ee1-419e-b05b-a1744e50c95c Jul 28 03:59:45.633205 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:42Z', 'revision_number': 4, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '98088abd-7f74-4858-863b-347a22e3878b', 'name': '', 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'mac_address': 'fa:16:3e:57:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '715c3606-ae31-4d5e-a647-1789242aecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:41Z', 'updated_at': '2021-07-28T03:59:45Z', 'revision_number': 4, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'subnets': [{'id': '715c3606-ae31-4d5e-a647-1789242aecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:45.644703 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768391949406'] for network, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.662873 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe229729-4bf0-4769-bd3d-e03ee1aa798d None None] The sync data for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi is: [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T03:59:42Z', 'revision_number': 4, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '98088abd-7f74-4858-863b-347a22e3878b', 'name': '', 'network_id': 'ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'mac_address': 'fa:16:3e:57:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '715c3606-ae31-4d5e-a647-1789242aecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:41Z', 'updated_at': '2021-07-28T03:59:45Z', 'revision_number': 4, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'subnets': [{'id': '715c3606-ae31-4d5e-a647-1789242aecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:45.681977 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.683396 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-94bf05fc-aaec-47e6-b9fd-ee9288391ed7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5575228 Jul 28 03:59:45.686342 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42282) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:45.691179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:45.744583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.745586 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:45.746215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.779187 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.808018 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] Pushing event updated for resources: {'Network': ['ID=aa00802d-0ee1-419e-b05b-a1744e50c95c,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.822054 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Network aa00802d-0ee1-419e-b05b-a1744e50c95c details requested by agent ovs-agent-dv-cinder-802648-1-iscsi with host dv-cinder-802648-1-iscsi {{(pid=105297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:45.844786 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.869526 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6dcdfdb7-7761-4874-8c11-906e6bb3f08b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7266655 Jul 28 03:59:45.872019 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42284) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:45.877243 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Request body: {'subnet': {'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1838532709-subnet', 'tenant_id': 'e540b9bca90644449dca6ae04d5aefa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:45.925461 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.944578 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e1a8d4-65b3-4b77-a78a-c83df7f66068,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.007803 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.008034 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Made reservation on behalf of e540b9bca90644449dca6ae04d5aefa6 for: {'subnet': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:46.010654 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9120999'] for subnet, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.082113 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.083602 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-3616a70d-4ff1-4c41-a973-37788482c372 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3963189 Jul 28 03:59:46.086952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42286) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:46.092926 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:46.179746 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.securitygroups_db [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Project 09b0b24ba9a544378df75e5bb74b3493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:59:46.185151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.242436 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9212928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9120917'] for subnet, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.255665 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.302035 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc96b6a-8049-4508-a110-eb29262977be,revision_number=0']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.310035 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Checking segment: {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:46.310399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Network hostable DHCP agents. Network: aa00802d-0ee1-419e-b05b-a1744e50c95c, hostable agents: ['9257ca35-6804-4042-b4c8-c1e879b1fa5d'], hosted agents: [] {{(pid=105295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:46.311181 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.329485 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4934cb7-ff9b-449b-80e7-71b4e8eaf725,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.390860 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Network aa00802d-0ee1-419e-b05b-a1744e50c95c is scheduled to be hosted by DHCP agent 9257ca35-6804-4042-b4c8-c1e879b1fa5d with binding_index 1 {{(pid=105295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:46.399823 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.401170 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-547c2408-e021-4deb-9629-3f96bee3a9d3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3131325 Jul 28 03:59:46.403927 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42288) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:46.408372 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'security_group_rule': {'security_group_id': '133bf88b-50f7-4281-85f2-3b276379c82d', 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:46.487453 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802648-1-iscsi, aa00802d-0ee1-419e-b05b-a1744e50c95c) {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:46.491627 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:46.492417 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.498200 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ced38-6608-4fb6-a0c7-10364a24edf5 None None] Network aa00802d-0ee1-419e-b05b-a1744e50c95c requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:46.522431 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.securitygroups_db [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Project 09b0b24ba9a544378df75e5bb74b3493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:59:46.528069 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.592000 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.608291 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-24657aeb-23ba-4983-a2c8-fd49bf9f1f62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7351131 Jul 28 03:59:46.630959 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c29726-d6ea-4534-a000-942e5e5bd277 None None] Network aa00802d-0ee1-419e-b05b-a1744e50c95c requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:46.664768 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548857'] for security_group_rule, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.679309 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3884226e-b2c4-4b42-b09f-612099362c3b,revision_number=0']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.773197 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:46.782330 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-122ed87b-f54f-4020-94b8-daf1510223a7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3697309 Jul 28 03:59:47.146909 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e898-f7e7-455c-8244-4d73dfd236f9 req-bc38e870-84d0-4d97-986c-e31bcc2653e9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:47.148417 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9085e898-f7e7-455c-8244-4d73dfd236f9 req-bc38e870-84d0-4d97-986c-e31bcc2653e9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0587094 Jul 28 03:59:47.185908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9085e898-f7e7-455c-8244-4d73dfd236f9 req-cea5f038-4438-4f9f-8a43-906b7506b014 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 Jul 28 03:59:47.532187 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 98088abd-7f74-4858-863b-347a22e3878b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:47.765456 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning for port 98088abd-7f74-4858-863b-347a22e3878b completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:47.767688 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:47.770223 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 98088abd-7f74-4858-863b-347a22e3878b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:47.770581 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:47.848943 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:47.879047 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] For port 98088abd-7f74-4858-863b-347a22e3878b, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=98088abd-7f74-4858-863b-347a22e3878b,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:47.967546 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:48.017363 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Pushing event updated for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:48.313461 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a960d0-25a1-4398-97b2-4779f966a1ac req-d7b152a7-2038-4eed-affc-f0e81d7a16ab tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:48.315762 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-47a960d0-25a1-4398-97b2-4779f966a1ac req-d7b152a7-2038-4eed-affc-f0e81d7a16ab tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0498888 Jul 28 03:59:48.356100 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-47a960d0-25a1-4398-97b2-4779f966a1ac req-5f3293b7-26a1-4de7-99a8-7e8be4aea55f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341883 Jul 28 03:59:48.793484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf830a3-08da-4300-b1e9-59856c478b10 req-04ef4917-e74e-489c-bbb0-50121aa09ccc tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:48.795108 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-adf830a3-08da-4300-b1e9-59856c478b10 req-04ef4917-e74e-489c-bbb0-50121aa09ccc tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0477786 Jul 28 03:59:48.947883 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-f2a0df9f-83fc-42d9-b85a-c3cee705ee48 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:48.949259 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-f2a0df9f-83fc-42d9-b85a-c3cee705ee48 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/networks?id=aa00802d-0ee1-419e-b05b-a1744e50c95c HTTP/1.1" status: 200 len: 809 time: 0.1532207 Jul 28 03:59:48.975271 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-cb80e57a-3a10-4ca8-820e-4fbce29d1e67 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/quotas/e540b9bca90644449dca6ae04d5aefa6 HTTP/1.1" status: 200 len: 375 time: 0.0198464 Jul 28 03:59:48.978168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:59:48.978505 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.038544 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-f8589ce8-2ef1-4241-be73-1b8a2140f1be tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571928 Jul 28 03:59:49.144591 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] For port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:49.144961 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.200505 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-081b467c-d5c2-4499-9891-de5b9ab378d2 service neutron] 10.222.0.13 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550329 Jul 28 03:59:49.376575 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-b941a031-69f3-46ee-984a-d19d863ee3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699555 Jul 28 03:59:49.402115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.402115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.402115 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP 79c642d7-96e1-410e-b4fa-78fd36c8d88d disassociated. External IP: 172.27.0.125, port: 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8. Jul 28 03:59:49.402115 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:59:49.513404 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b1d97-e032-4a4e-b2eb-955e4e7067bf req-18374363-8e6f-4a9f-b3be-7a80f2691191 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:49.514903 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-176b1d97-e032-4a4e-b2eb-955e4e7067bf req-18374363-8e6f-4a9f-b3be-7a80f2691191 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 945 time: 0.0732644 Jul 28 03:59:49.520373 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 98088abd-7f74-4858-863b-347a22e3878b up at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:49.579108 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Provisioning complete for port 98088abd-7f74-4858-863b-347a22e3878b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:49.579483 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.598989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-176b1d97-e032-4a4e-b2eb-955e4e7067bf req-4a32e8f9-bc28-4d88-a214-c8317518f2ab tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736566 Jul 28 03:59:49.674193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-14cf78be-0f47-4f86-be74-bbe824120744 req-9390f310-f5bc-462a-a1f7-af0783a54a59 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0291116 Jul 28 03:59:49.720309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:49.744198 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:49.856015 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:59:49.969893 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:49.980023 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:49.989141 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:49.990253 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.011626 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] No DVR routers for this DVR port 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:59:50.014387 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:50.016409 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-adf830a3-08da-4300-b1e9-59856c478b10 req-3580af9e-ad99-4a60-993b-9b493347f777 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "DELETE /v2.0/ports/763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 HTTP/1.1" status: 204 len: 173 time: 1.2116721 Jul 28 03:59:50.016908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'name': 'network-vif-deleted', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:59:50.019420 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5c5211-0141-43c9-bac1-55bced48dc9c" -d '{"events": [{"server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "name": "network-vif-deleted", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:50.056191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebacf8cf-f2a0-484c-94e1-3a8756201f72 x-openstack-request-id: req-ebacf8cf-f2a0-484c-94e1-3a8756201f72 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:50.056504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76fddfd-ab6e-4f92-80b7-7a756b9def2e", "name": "network-vif-deleted", "tag": "763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:50.057381 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebacf8cf-f2a0-484c-94e1-3a8756201f72 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:50.057381 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76fddfd-ab6e-4f92-80b7-7a756b9def2e', 'name': 'network-vif-deleted', 'tag': '763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8', 'status': 'completed', 'code': 200} Jul 28 03:59:50.100769 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:50.437516 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.466981 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:50.476602 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:59:50.477215 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T03:59:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.583393 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:59:50.722179 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0ede85c4-2bbe-446b-bd8b-cec4edd82eaf req-3d0918cc-233f-4548-a2b2-40425d83ab46 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0392065 Jul 28 03:59:50.779345 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-01c527a5-8072-4080-8363-b7dc4d554412 req-210857d0-6227-46e2-b53e-4cbe0ffccfcb tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0267794 Jul 28 03:59:50.810095 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.836891 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05645666-1367-4f45-a54f-2d7a42540631 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:51.068033 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f379a38-2ee0-4b85-9f0c-d360b8558758 None None] New status for floating IP 79c642d7-96e1-410e-b4fa-78fd36c8d88d: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:59:51.838400 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6a46ae1f-648b-49c0-8ca3-513d589ebc53 req-102f19fd-aa5c-44b6-8dcd-c1c8a3506e29 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76fddfd-ab6e-4f92-80b7-7a756b9def2e HTTP/1.1" status: 200 len: 210 time: 0.0287468 Jul 28 03:59:51.876335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2eb13ad5-9f3e-4535-89a8-f60f49794ea5 req-81bb38c7-b9db-4649-a153-941b270626c5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0247223 Jul 28 03:59:52.093158 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:59:52.112088 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:59:52.112428 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 763a4df1-9369-4d40-9ff1-7cb3e0c4a5e8 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:59:52.360052 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-691dd7d2-35ec-41e7-a6da-e2022e862e07 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:52.361532 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-691dd7d2-35ec-41e7-a6da-e2022e862e07 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "GET /v2.0/networks?id=aa00802d-0ee1-419e-b05b-a1744e50c95c HTTP/1.1" status: 200 len: 809 time: 0.1033077 Jul 28 03:59:52.382623 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Request body: {'port': {'device_id': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c', 'admin_state_up': True, 'tenant_id': 'e540b9bca90644449dca6ae04d5aefa6'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:52.561488 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Made reservation on behalf of e540b9bca90644449dca6ae04d5aefa6 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:52.565002 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:52.696037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Allocated IP 172.20.0.4 (aa00802d-0ee1-419e-b05b-a1744e50c95c/cfc96b6a-8049-4508-a110-eb29262977be/a7b823f4-ee05-4b93-8808-206ceaefe52b) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:52.843963 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:52.972604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-080d1fb8-1064-43c9-9aa6-5f685dbc0182 req-9c8bf263-a32a-4bd1-8ffa-bc1e8615ca7f tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Jul 28 03:59:52.973777 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.019560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Network aa00802d-0ee1-419e-b05b-a1744e50c95c is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:53.022773 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:53.025444 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:53.061839 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Pushing event updated for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:53.096940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:53.097547 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.124063 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-def39fdf-2a6f-4751-bbdb-5cef5be91ef1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990652300&fields=id&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 267 time: 0.0545678 Jul 28 03:59:53.203226 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2302b084-5914-4709-abd1-9d1ea453752e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250313 Jul 28 03:59:53.229877 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Request body: {'port': {'device_id': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:53.258444 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-3b9c3c50-d6ae-41e9-a4fb-b2014c84b443 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:53.263843 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-3b9c3c50-d6ae-41e9-a4fb-b2014c84b443 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.1291914 Jul 28 03:59:53.294817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-94875dcf-1e14-4f10-a5bf-cabcb1313f5d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/quotas/56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 375 time: 0.0277288 Jul 28 03:59:53.312629 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.388178 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-7cfe9893-92bd-44ed-ad0f-d26499d1c7a4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871961 Jul 28 03:59:53.587925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-a765015b-feeb-4e01-8f04-a6fc53414444 service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866717 Jul 28 03:59:53.735583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-95614eff-6d78-416c-800a-047a93c99084 service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394854 Jul 28 03:59:53.742632 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b823f4-ee05-4b93-8808-206ceaefe52b {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:59:53.750070 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.762103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Transition to ACTIVE for port object a7b823f4-ee05-4b93-8808-206ceaefe52b will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:53.875989 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.930568 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:54.316713 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1c15b30f-8f86-4a60-ba5f-93fd081a1586 req-50e8effa-7093-4bac-ae46-dbd9403e8a76 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 210 time: 0.0412872 Jul 28 03:59:54.344274 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c816e5-27fa-45c6-9cf9-914df033e380 req-e968d275-1edb-4d1a-86e5-344d0a830392 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.347133 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48c816e5-27fa-45c6-9cf9-914df033e380 req-e968d275-1edb-4d1a-86e5-344d0a830392 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 943 time: 0.1238585 Jul 28 03:59:54.348191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Attempting to bind port a7b823f4-ee05-4b93-8808-206ceaefe52b on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:54.348533 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Attempting to bind port a7b823f4-ee05-4b93-8808-206ceaefe52b by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:54.348869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Attempting to bind port a7b823f4-ee05-4b93-8808-206ceaefe52b on network aa00802d-0ee1-419e-b05b-a1744e50c95c {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:54.361307 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Port a7b823f4-ee05-4b93-8808-206ceaefe52b on network aa00802d-0ee1-419e-b05b-a1744e50c95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:59:54.361630 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Attempting to bind port a7b823f4-ee05-4b93-8808-206ceaefe52b on network aa00802d-0ee1-419e-b05b-a1744e50c95c {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:54.376533 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:54.376973 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Checking segment: {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:54.377376 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Bound using segment: {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:54.377890 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Bound port: a7b823f4-ee05-4b93-8808-206ceaefe52b, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:54.378275 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:54.407340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48c816e5-27fa-45c6-9cf9-914df033e380 req-1333bacb-bf78-47ad-ab98-5eb6463fa551 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Jul 28 03:59:54.459708 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:54.462713 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:54.533462 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:54.565778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.566762 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:54.568726 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7b823f4-ee05-4b93-8808-206ceaefe52b HTTP/1.1" status: 200 len: 1093 time: 1.3473761 Jul 28 03:59:54.570861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:59:54.573120 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:54.599970 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11e27-eb33-4619-8b15-ea350d17e732 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:54.610377 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c027274e-1039-48c2-9d5d-b98141b92db2 x-openstack-request-id: req-c027274e-1039-48c2-9d5d-b98141b92db2 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:54.610674 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:54.610933 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c027274e-1039-48c2-9d5d-b98141b92db2 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:54.611331 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b', 'status': 'completed', 'code': 200} Jul 28 03:59:54.698991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-3d54c406-6cd2-4f9c-b2e4-ca9010d7f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.700512 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-3d54c406-6cd2-4f9c-b2e4-ca9010d7f7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0434656 Jul 28 03:59:54.806561 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-f54dd2f9-a9fb-4206-81c8-4201ac09413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.808079 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-f54dd2f9-a9fb-4206-81c8-4201ac09413a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e540b9bca90644449dca6ae04d5aefa6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0914903 Jul 28 03:59:54.903977 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-011a1dc7-590c-4bdf-b6af-2e6e53b759c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.905461 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-38bdaf1d-28b5-4d1d-8f33-7ce02c7b1f0f req-011a1dc7-590c-4bdf-b6af-2e6e53b759c7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905035 Jul 28 03:59:55.006418 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-9cffd032-5d13-4364-8182-32db794a476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:55.007909 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-9cffd032-5d13-4364-8182-32db794a476e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0408750 Jul 28 03:59:55.057963 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-2c3557b7-ff4c-4af3-8341-de8a14292540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b HTTP/1.1" status: 200 len: 217 time: 0.0341125 Jul 28 03:59:55.112542 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-0a44631c-e836-4271-b2e6-9c5ff0a678fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:55.114007 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-0a44631c-e836-4271-b2e6-9c5ff0a678fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfc96b6a-8049-4508-a110-eb29262977be HTTP/1.1" status: 200 len: 849 time: 0.0487359 Jul 28 03:59:55.145243 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-ffcb5a26-65e4-4c7a-86b2-b8e1678db2bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa00802d-0ee1-419e-b05b-a1744e50c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236669 Jul 28 03:59:55.249870 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-63bc0251-ba69-4941-b3d6-1e1e30450ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878727 Jul 28 03:59:55.344661 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-02eaa57f-87eb-407a-adef-e9ebd97516a7 req-8b70dd52-3cf9-42a3-8c3e-4a0baa670b19 service neutron] 10.222.0.30 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874543 Jul 28 03:59:55.412271 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b9c325ae-28af-42ba-8853-28b49a3f1fe6 req-bcab5055-4275-4ee8-9812-10d6bd2d1ee0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 210 time: 0.0258071 Jul 28 03:59:55.526238 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67148e4-05a5-46c0-9c30-964d70a8157c req-748e937e-5adb-4ce3-95f6-bb634a0695ea tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:55.527809 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c67148e4-05a5-46c0-9c30-964d70a8157c req-748e937e-5adb-4ce3-95f6-bb634a0695ea tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 943 time: 0.0493324 Jul 28 03:59:55.569763 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c67148e4-05a5-46c0-9c30-964d70a8157c req-be0ac352-1d8b-4986-a9b3-4864b0a5130b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355587 Jul 28 03:59:56.517677 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1df3ef58-3715-4c91-a8c7-54bb5cd86c01 req-f05509b6-41fb-4bb7-92f7-3082f5ada555 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 210 time: 0.0350468 Jul 28 03:59:56.546025 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-a8fc727a-0c8e-43d3-92bc-8a5a87aacf60 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:56.547484 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-a8fc727a-0c8e-43d3-92bc-8a5a87aacf60 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.1305463 Jul 28 03:59:56.599559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-eead6bb4-f5bb-4897-81bb-aa9ef9dc1281 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 380 time: 0.0353322 Jul 28 03:59:56.610988 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'port': {'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'admin_state_up': True, 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'security_groups': ['402c6aac-4ad5-47b0-89b9-508298ede396']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:56.738486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5392-dd17-4e73-962c-1b43f08e679b req-ddf0985c-644a-4c9b-a82e-8eb8aed88150 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:56.740064 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-056b5392-dd17-4e73-962c-1b43f08e679b req-ddf0985c-644a-4c9b-a82e-8eb8aed88150 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 943 time: 0.0808818 Jul 28 03:59:56.797008 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-056b5392-dd17-4e73-962c-1b43f08e679b req-cfd40ed5-e11b-4962-9f8c-a6a212f91ea7 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Jul 28 03:59:56.829995 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Made reservation on behalf of 56a7b95ce88748cea368c28ef245d03d for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:56.833622 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:56.959640 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.20.0.14 (457bd2c7-5175-40c9-9169-73ec9d3f72dd/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0/fd05bf11-6b3a-4269-9831-a1c35fdcd964) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:57.096460 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.110281 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Transition to ACTIVE for port object fd05bf11-6b3a-4269-9831-a1c35fdcd964 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:57.195952 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.233361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:57.236832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:57.241014 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:59:57.274631 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:57.289842 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.290195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.290545 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.290874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.291438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.291558 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.291857 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.292188 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.292521 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.292850 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.293178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.293504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:57.315005 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:57.315915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.412605 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-a02d625f-129d-4492-8c59-092813039417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062010 Jul 28 03:59:57.433678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Request body: {'port': {'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:57.487518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.538890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-a42fc230-7334-4ec1-bb18-ba5c4153df53 None None] Provisioning for port fd05bf11-6b3a-4269-9831-a1c35fdcd964 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:59:57.542742 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-a42fc230-7334-4ec1-bb18-ba5c4153df53 None None] Provisioning complete for port fd05bf11-6b3a-4269-9831-a1c35fdcd964 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:57.543110 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a42fc230-7334-4ec1-bb18-ba5c4153df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.577239 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-a42fc230-7334-4ec1-bb18-ba5c4153df53 None None] Port fd05bf11-6b3a-4269-9831-a1c35fdcd964 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:59:57.697380 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a398-e90b-4b0e-9eb8-f44eb1a4a06c req-6084a3ce-fe39-46a5-90a8-5f30db90a7cd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:57.698804 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4d24a398-e90b-4b0e-9eb8-f44eb1a4a06c req-6084a3ce-fe39-46a5-90a8-5f30db90a7cd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 932 time: 0.1062281 Jul 28 03:59:57.765633 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4d24a398-e90b-4b0e-9eb8-f44eb1a4a06c req-500f257a-b805-48e7-ac9b-3c2eb08ca327 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602229 Jul 28 03:59:57.815113 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd05bf11-6b3a-4269-9831-a1c35fdcd964 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:59:57.822442 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.835096 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Transition to ACTIVE for port object fd05bf11-6b3a-4269-9831-a1c35fdcd964 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:59:57.899820 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:57.954500 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa2d47-6703-463b-86af-ae5f9c43745e req-7029c722-a73b-4c8b-827d-3d21e5c65d14 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:57.954500 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2aaa2d47-6703-463b-86af-ae5f9c43745e req-7029c722-a73b-4c8b-827d-3d21e5c65d14 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 943 time: 0.0867913 Jul 28 03:59:57.972142 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Pushing event updated for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:58.036883 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2aaa2d47-6703-463b-86af-ae5f9c43745e req-6033310b-a853-4a0e-9370-78caad10c414 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768044 Jul 28 03:59:58.065081 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Attempting to bind port fd05bf11-6b3a-4269-9831-a1c35fdcd964 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:59:58.065418 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Attempting to bind port fd05bf11-6b3a-4269-9831-a1c35fdcd964 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:59:58.065778 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Attempting to bind port fd05bf11-6b3a-4269-9831-a1c35fdcd964 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:58.071029 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Port fd05bf11-6b3a-4269-9831-a1c35fdcd964 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:59:58.075114 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Attempting to bind port fd05bf11-6b3a-4269-9831-a1c35fdcd964 on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:59:58.076416 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:59:58.076757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:59:58.077137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Bound using segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:59:58.077561 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Bound port: fd05bf11-6b3a-4269-9831-a1c35fdcd964, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:59:58.077968 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.144439 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:58.147343 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:58.154633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a7b823f4-ee05-4b93-8808-206ceaefe52b details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:58.236018 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.268840 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:58.269518 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.270067 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.271454 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] 10.222.0.30 "PUT /v2.0/ports/fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 1094 time: 0.8421497 Jul 28 03:59:58.271894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:59:58.274149 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c1e68-437a-4b9e-9b7b-6151f13e34c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:58.279828 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'a7b823f4-ee05-4b93-8808-206ceaefe52b', 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c', 'port_id': 'a7b823f4-ee05-4b93-8808-206ceaefe52b', 'mac_address': 'fa:16:3e:26:7a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc96b6a-8049-4508-a110-eb29262977be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:58.301454 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6a6c0-0b68-4caf-a9fe-c3a41a4b4568 service neutron] Pushing event updated for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:58.321480 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc134a1-8be3-4d43-a7fd-1d1b8fe80dff x-openstack-request-id: req-8dc134a1-8be3-4d43-a7fd-1d1b8fe80dff {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:58.321801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:58.322060 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dc134a1-8be3-4d43-a7fd-1d1b8fe80dff {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:58.322470 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'status': 'completed', 'code': 200} Jul 28 03:59:58.329676 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.338101 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.342768 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b823f4-ee05-4b93-8808-206ceaefe52b {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:59:58.372027 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:58.409406 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-0c152f5e-73a4-4a4b-ab50-c3182060d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.411047 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-0c152f5e-73a4-4a4b-ab50-c3182060d1ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1097 time: 0.0483842 Jul 28 03:59:58.447296 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:58.499389 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:58.524849 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-2769abb8-447f-4cf3-a663-2b5345f0933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.526419 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-2769abb8-447f-4cf3-a663-2b5345f0933e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=56a7b95ce88748cea368c28ef245d03d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011832 Jul 28 03:59:58.618887 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-64a3c423-b8b1-40f3-a16f-da47365fcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.620271 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-160c1e68-437a-4b9e-9b7b-6151f13e34c7 req-64a3c423-b8b1-40f3-a16f-da47365fcae1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865004 Jul 28 03:59:58.730208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-6ac83119-84a9-4ea0-8a66-70ee96ed819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.731765 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-6ac83119-84a9-4ea0-8a66-70ee96ed819d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1097 time: 0.0443165 Jul 28 03:59:58.783717 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-12817891-fe4d-42e3-a6b9-cfe15a0d006a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 217 time: 0.0336256 Jul 28 03:59:58.800257 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a7b823f4-ee05-4b93-8808-206ceaefe52b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:58.837406 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-56782ad9-d43d-454a-b0d8-de0b2ee68e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.838910 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-56782ad9-d43d-454a-b0d8-de0b2ee68e58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0471072 Jul 28 03:59:58.918373 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641af24-1c44-4a22-af18-7e45ba19663f req-2b7569f3-b594-4fd9-a777-9b205569922a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.919930 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4641af24-1c44-4a22-af18-7e45ba19663f req-2b7569f3-b594-4fd9-a777-9b205569922a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0852778 Jul 28 03:59:58.925775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606181df-c865-4f2f-be19-c1be08074509 req-b3fdecd2-6c95-4288-b857-12485fe8ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:58.927194 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-b3fdecd2-6c95-4288-b857-12485fe8ac75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641897 Jul 28 03:59:59.007770 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4641af24-1c44-4a22-af18-7e45ba19663f req-958ba031-8f2d-4a0f-b1b1-23aa1961b17b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794621 Jul 28 03:59:59.042292 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-bb60020d-0b0a-408c-ba93-978805d798cd service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013162 Jul 28 03:59:59.175094 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c733e5-10ba-4a07-964d-980ce801fd67 req-16dd975d-35d4-4162-9d41-1d903d7d6988 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:59.176559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0c733e5-10ba-4a07-964d-980ce801fd67 req-16dd975d-35d4-4162-9d41-1d903d7d6988 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0686793 Jul 28 03:59:59.178896 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-606181df-c865-4f2f-be19-c1be08074509 req-d88f3007-5b0a-4b57-b309-051fb2e675ca service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255665 Jul 28 03:59:59.217069 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d0c733e5-10ba-4a07-964d-980ce801fd67 req-787f7116-1a86-4291-938c-f360317deb4d tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Jul 28 04:00:00.127017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3145bc-624a-40d6-953d-4ffc718af834 req-b924f2c5-4181-45bc-9201-9f19a6d24f93 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:00.128492 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc3145bc-624a-40d6-953d-4ffc718af834 req-b924f2c5-4181-45bc-9201-9f19a6d24f93 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0518439 Jul 28 04:00:00.166383 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cc3145bc-624a-40d6-953d-4ffc718af834 req-fd7d051b-757c-4488-b400-8e19189519ba tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Jul 28 04:00:00.170285 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a7b823f4-ee05-4b93-8808-206ceaefe52b up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:00.268611 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port a7b823f4-ee05-4b93-8808-206ceaefe52b completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:00.273098 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port a7b823f4-ee05-4b93-8808-206ceaefe52b triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:00.273510 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:00.331438 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c24a19-f98e-417f-9fe6-18cc854a31d6 req-6f859f61-71a2-4992-b4db-e69ed58f4fff tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:00.332872 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d9c24a19-f98e-417f-9fe6-18cc854a31d6 req-6f859f61-71a2-4992-b4db-e69ed58f4fff tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0502489 Jul 28 04:00:00.358999 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:00.370935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d9c24a19-f98e-417f-9fe6-18cc854a31d6 req-0155073a-033b-431d-bb82-aba74187246f tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 28 04:00:00.381331 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:00.383606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32be816-d379-497c-8e26-0cfa8d8d5094" -d '{"events": [{"server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:00.396250 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:00.418269 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399dba2d-eca1-4b7a-9d81-0815e4df4a09 x-openstack-request-id: req-399dba2d-eca1-4b7a-9d81-0815e4df4a09 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:00.420512 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:00.420512 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399dba2d-eca1-4b7a-9d81-0815e4df4a09 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:00.420512 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b', 'code': 200} Jul 28 04:00:00.476116 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:00.523003 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:00.764519 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b56cd-55cc-47f6-b78b-6a738cfaaec5 req-6dbd7d58-dec6-4395-963d-b245b8da858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:00.765997 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-170b56cd-55cc-47f6-b78b-6a738cfaaec5 req-6dbd7d58-dec6-4395-963d-b245b8da858e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0380497 Jul 28 04:00:00.802556 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-170b56cd-55cc-47f6-b78b-6a738cfaaec5 req-2fb1b7d4-ef91-4b84-ad12-d6889524f52d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277567 Jul 28 04:00:01.282862 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45ba84-d65c-49db-8861-8a5f86bd3ed2 req-85763bb4-4922-4bfd-8bf1-13e39162b9de tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:01.284401 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d45ba84-d65c-49db-8861-8a5f86bd3ed2 req-85763bb4-4922-4bfd-8bf1-13e39162b9de tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0503428 Jul 28 04:00:01.321660 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d45ba84-d65c-49db-8861-8a5f86bd3ed2 req-81058b67-db4d-4130-bfc1-a76d6cb7ac14 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307431 Jul 28 04:00:01.485309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7898c31-1a8a-41ac-bf5c-2554545ff513 req-9fb4fde8-eeac-4584-b1d3-c2ecfe5868ea tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:01.486843 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7898c31-1a8a-41ac-bf5c-2554545ff513 req-9fb4fde8-eeac-4584-b1d3-c2ecfe5868ea tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Jul 28 04:00:01.525425 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c7898c31-1a8a-41ac-bf5c-2554545ff513 req-423a389d-7831-4a44-915a-5eee9f5eddfe tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Jul 28 04:00:02.435767 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a85d8-df90-409c-a7ae-1fe4187166c6 req-4d9a7ceb-a27d-4578-b35a-52cbf188fb5c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:02.437220 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c6a85d8-df90-409c-a7ae-1fe4187166c6 req-4d9a7ceb-a27d-4578-b35a-52cbf188fb5c tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0462623 Jul 28 04:00:02.473596 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2c6a85d8-df90-409c-a7ae-1fe4187166c6 req-6c291a6f-f81d-46be-9b26-d114a73dbed8 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306780 Jul 28 04:00:02.645215 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6bc02-150b-4a5f-9f00-8a619099079f req-482c6007-84ca-4c12-8efe-f36cc2cd837b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:02.646739 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6c6bc02-150b-4a5f-9f00-8a619099079f req-482c6007-84ca-4c12-8efe-f36cc2cd837b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0551536 Jul 28 04:00:02.685207 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e6c6bc02-150b-4a5f-9f00-8a619099079f req-497c878c-9c56-4557-8526-9d2cba305b58 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Jul 28 04:00:03.583369 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ecc61-43b4-44cc-98af-625ac6790da0 req-c8c51313-7549-4b5f-bff1-bda0c50a7f32 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:03.584964 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-007ecc61-43b4-44cc-98af-625ac6790da0 req-c8c51313-7549-4b5f-bff1-bda0c50a7f32 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0471373 Jul 28 04:00:03.623515 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-007ecc61-43b4-44cc-98af-625ac6790da0 req-1cbf4abc-ace6-4c64-afab-5afe7eac5447 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Jul 28 04:00:04.064174 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092491-2edf-4bcf-b6a8-0aa99e4e7f21 req-8426cf4d-cfdf-4a10-87c0-b14de251fb5d tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:04.065629 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a092491-2edf-4bcf-b6a8-0aa99e4e7f21 req-8426cf4d-cfdf-4a10-87c0-b14de251fb5d tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0459738 Jul 28 04:00:04.102604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3a092491-2edf-4bcf-b6a8-0aa99e4e7f21 req-65f323e7-a57e-4fa6-9dcc-6c54b71159d1 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303817 Jul 28 04:00:04.618910 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:04.740876 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c742-6076-4417-9b96-655495450822 req-0dfdc65a-b1fc-47a5-9b65-00d398d047b0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:04.742405 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fd57c742-6076-4417-9b96-655495450822 req-0dfdc65a-b1fc-47a5-9b65-00d398d047b0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0525122 Jul 28 04:00:04.780049 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fd57c742-6076-4417-9b96-655495450822 req-fa432857-ad60-49e6-8556-9e7dcddc67df tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Jul 28 04:00:04.837403 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-0c95deb5-0e04-4a57-8a36-c491cc876548 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758493944&fields=id&tenant_id=09b0b24ba9a544378df75e5bb74b3493 HTTP/1.1" status: 200 len: 267 time: 0.0324132 Jul 28 04:00:04.941678 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-bb21876a-b4f3-4f14-a558-8e88346c50a5 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:04.943088 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-bb21876a-b4f3-4f14-a558-8e88346c50a5 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 808 time: 0.0976534 Jul 28 04:00:04.957317 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-88b8816c-8e5b-4b8a-b018-f12f7585dad4 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/quotas/09b0b24ba9a544378df75e5bb74b3493 HTTP/1.1" status: 200 len: 375 time: 0.0085678 Jul 28 04:00:05.009159 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-dba93896-83a2-4412-86c7-0af04dec5e92 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468607 Jul 28 04:00:05.139914 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-ceee125d-abaa-4110-98dc-7b683db50b90 service neutron] 10.222.0.13 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197619 Jul 28 04:00:05.260709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da1de6-3bb1-4ab4-8e4e-720c780ff19c req-41461807-91ea-4c83-85b0-b93025b555f0 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:05.262177 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34da1de6-3bb1-4ab4-8e4e-720c780ff19c req-41461807-91ea-4c83-85b0-b93025b555f0 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0725589 Jul 28 04:00:05.265547 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-e282ab3c-6d20-4510-98b5-b4628823f4dd service neutron] 10.222.0.13 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195621 Jul 28 04:00:05.299709 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-34da1de6-3bb1-4ab4-8e4e-720c780ff19c req-997e665e-693d-4836-a14a-18e95be39fde tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Jul 28 04:00:05.643423 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-c3c77e80-ba35-4a28-afd5-9413c27e7750 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:05.644755 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-c3c77e80-ba35-4a28-afd5-9413c27e7750 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0462425 Jul 28 04:00:05.734217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Deleting port a7b823f4-ee05-4b93-8808-206ceaefe52b {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:00:05.734559 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:05.818318 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] For port a7b823f4-ee05-4b93-8808-206ceaefe52b, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=a7b823f4-ee05-4b93-8808-206ceaefe52b,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:05.821248 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:05.831863 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Calling delete_port for a7b823f4-ee05-4b93-8808-206ceaefe52b owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:00:05.946778 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ffa720b9-7dc4-4ad2-9bde-b84628b2a177 req-56339bd0-b67a-41ed-a46d-876710df0911 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 210 time: 0.0352654 Jul 28 04:00:05.975093 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bbddd-2c7f-4de7-af06-3224d0d1c604 req-b93a511e-55cd-4bf2-9e47-789b39fff7ba tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:05.976615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b7bbddd-2c7f-4de7-af06-3224d0d1c604 req-b93a511e-55cd-4bf2-9e47-789b39fff7ba tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.1307774 Jul 28 04:00:06.051590 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3b7bbddd-2c7f-4de7-af06-3224d0d1c604 req-e7b4c12d-e613-4796-8670-0dfe6291a8bd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688844 Jul 28 04:00:06.108285 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:06.136855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Pushing event deleted for resources: {'Port': ['ID=a7b823f4-ee05-4b93-8808-206ceaefe52b,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:06.144414 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['a7b823f4-ee05-4b93-8808-206ceaefe52b'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:06.173954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] No DVR routers for this DVR port a7b823f4-ee05-4b93-8808-206ceaefe52b on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:00:06.176166 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:06.178680 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b3f0ec60-ae85-44d9-9011-78bfb91aacb4 req-cca668b9-7fe1-42b5-8ded-6ebdbc15d50b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "DELETE /v2.0/ports/a7b823f4-ee05-4b93-8808-206ceaefe52b HTTP/1.1" status: 204 len: 173 time: 0.5276949 Jul 28 04:00:06.179103 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'name': 'network-vif-deleted', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:06.181299 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec62311-f08e-4f3e-9648-ae0902be4619" -d '{"events": [{"server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "name": "network-vif-deleted", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:06.215526 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cea50a-559c-43d7-a84e-c205e2607ff6 x-openstack-request-id: req-d1cea50a-559c-43d7-a84e-c205e2607ff6 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:06.215526 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862e6c9-d465-450e-bbd8-318385ecf5f5", "name": "network-vif-deleted", "tag": "a7b823f4-ee05-4b93-8808-206ceaefe52b", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:06.215758 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1cea50a-559c-43d7-a84e-c205e2607ff6 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:06.215994 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862e6c9-d465-450e-bbd8-318385ecf5f5', 'name': 'network-vif-deleted', 'tag': 'a7b823f4-ee05-4b93-8808-206ceaefe52b', 'status': 'completed', 'code': 200} Jul 28 04:00:06.408966 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e5f0d606-3d0d-4590-9144-83ed21b0c94f req-9b08ca6c-0930-4b67-a1ba-64d840672a60 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=8862e6c9-d465-450e-bbd8-318385ecf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0248218 Jul 28 04:00:07.031459 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c85151ba-5dc6-4186-aa31-f919bbdc8b79 req-444f2370-3755-4a63-b318-12b12bf8a70b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 210 time: 0.0331571 Jul 28 04:00:07.171882 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435daf2-d075-41c1-a419-f270d7cf5109 req-a77c9f00-cb48-47c5-8ce3-6a8150c1cd4e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:07.173401 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6435daf2-d075-41c1-a419-f270d7cf5109 req-a77c9f00-cb48-47c5-8ce3-6a8150c1cd4e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 944 time: 0.0501013 Jul 28 04:00:07.211441 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6435daf2-d075-41c1-a419-f270d7cf5109 req-41725a99-9d63-49d6-9b2b-1b46ddec16d0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jul 28 04:00:07.661976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-84d212de-7322-42ca-8a25-bdf6c70d33b5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:07.663465 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-84d212de-7322-42ca-8a25-bdf6c70d33b5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/networks?id=aa00802d-0ee1-419e-b05b-a1744e50c95c HTTP/1.1" status: 200 len: 809 time: 0.0962572 Jul 28 04:00:07.678533 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-8c1c1a1c-acc8-42f4-8b67-c9cd40d10e4d tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/quotas/e540b9bca90644449dca6ae04d5aefa6 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Jul 28 04:00:07.712277 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-de793f68-1bd4-475c-a71f-c17f322c75ac tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283802 Jul 28 04:00:07.798980 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-63219b5a-6e86-4908-96fe-8acd8e392a64 service neutron] 10.222.0.13 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789709 Jul 28 04:00:07.889546 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-cc464ca0-90ab-45aa-ab6e-7d1af3c366fc service neutron] 10.222.0.13 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840597 Jul 28 04:00:08.139995 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-547ff4ba-303a-4a33-9fe9-4518f3e82788 req-308ee37a-8a23-411c-9545-8c4b38d6422d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 210 time: 0.0331540 Jul 28 04:00:08.154068 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a024acda-26cf-4898-a5bc-22543a90f69e req-67fff630-1280-44a3-a399-26f44f1e7c63 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 210 time: 0.0460496 Jul 28 04:00:08.199411 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device fd05bf11-6b3a-4269-9831-a1c35fdcd964 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:08.312686 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:08.325439 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:08.369004 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:08.383950 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd05bf11-6b3a-4269-9831-a1c35fdcd964 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:00:08.408012 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:08.491163 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:08.546674 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.598053 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd914-f3ab-443b-92b7-14832c4d6934 req-bd856eef-a2a4-4c2f-b65e-daeec7a3d0b6 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:08.599893 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8fcdd914-f3ab-443b-92b7-14832c4d6934 req-bd856eef-a2a4-4c2f-b65e-daeec7a3d0b6 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 945 time: 0.0729244 Jul 28 04:00:08.629651 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-1db0eedb-42c4-4d87-8853-8d2123d10304 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:08.631619 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-1db0eedb-42c4-4d87-8853-8d2123d10304 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 808 time: 0.4426827 Jul 28 04:00:08.655530 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8fcdd914-f3ab-443b-92b7-14832c4d6934 req-d3113d4c-3862-4895-8ec1-659181d5571f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466170 Jul 28 04:00:08.684343 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-57c3fcce-7130-49c3-9bec-00afe41d84f3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b0b24ba9a544378df75e5bb74b3493 HTTP/1.1" status: 200 len: 380 time: 0.0358605 Jul 28 04:00:08.694607 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'port': {'device_id': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'admin_state_up': True, 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'security_groups': ['133bf88b-50f7-4281-85f2-3b276379c82d']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:08.792572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['fd05bf11-6b3a-4269-9831-a1c35fdcd964'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:08.881169 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Made reservation on behalf of 09b0b24ba9a544378df75e5bb74b3493 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:08.884644 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.007047 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Allocated IP 172.20.0.13 (4233bb98-57f2-4fb8-9c3c-8f1f9fe90729/b047ba39-433e-4464-baa7-e958c8fbe59a/112e697d-1edd-446f-a101-77de43008785) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:09.144285 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.159330 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Transition to ACTIVE for port object 112e697d-1edd-446f-a101-77de43008785 will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:00:09.253435 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-153f5e39-7057-45f0-912b-b51f8f37f259 req-b32c4ef8-c0f8-4519-aedc-42d80b909893 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 210 time: 0.0337069 Jul 28 04:00:09.269167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.320184 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:09.321532 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:09.330326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:00:09.354805 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:09.368356 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac010976-82cb-47c4-b4ee-473b1bf98193 req-56955b0e-0923-4a2f-a74d-06188692a705 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:09.370105 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac010976-82cb-47c4-b4ee-473b1bf98193 req-56955b0e-0923-4a2f-a74d-06188692a705 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 932 time: 0.1388662 Jul 28 04:00:09.405514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:09.406189 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.435661 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ac010976-82cb-47c4-b4ee-473b1bf98193 req-d562e620-a8a4-4635-8fe6-17da049074c0 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536861 Jul 28 04:00:09.495221 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-87583dfe-4268-4720-a4ba-0483080fd633 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8018217 Jul 28 04:00:09.511195 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Request body: {'port': {'device_id': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:09.567200 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.582649 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-42cb3902-efa2-4b31-a29a-f24f5f4b6234 None None] Provisioning for port 112e697d-1edd-446f-a101-77de43008785 completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:09.586508 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-42cb3902-efa2-4b31-a29a-f24f5f4b6234 None None] Provisioning complete for port 112e697d-1edd-446f-a101-77de43008785 triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:09.586880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-42cb3902-efa2-4b31-a29a-f24f5f4b6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.626762 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-42cb3902-efa2-4b31-a29a-f24f5f4b6234 None None] Port 112e697d-1edd-446f-a101-77de43008785 cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:00:09.807093 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990166-495e-4675-9d85-213fbd685f89 req-4ac04c16-0fd1-4e39-aebb-65ff34469c56 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:09.808566 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c2990166-495e-4675-9d85-213fbd685f89 req-4ac04c16-0fd1-4e39-aebb-65ff34469c56 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 945 time: 0.0748105 Jul 28 04:00:09.881916 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c2990166-495e-4675-9d85-213fbd685f89 req-50fb378f-c2fc-4085-9f69-0f777c7775f8 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638187 Jul 28 04:00:09.896090 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112e697d-1edd-446f-a101-77de43008785 {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:00:09.903394 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:09.915243 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Transition to ACTIVE for port object 112e697d-1edd-446f-a101-77de43008785 will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:00:09.987624 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.042392 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:10.108960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Attempting to bind port 112e697d-1edd-446f-a101-77de43008785 on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:00:10.109300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Attempting to bind port 112e697d-1edd-446f-a101-77de43008785 by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:00:10.109643 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Attempting to bind port 112e697d-1edd-446f-a101-77de43008785 on network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:00:10.114205 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Port 112e697d-1edd-446f-a101-77de43008785 on network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:00:10.115037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Attempting to bind port 112e697d-1edd-446f-a101-77de43008785 on network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:00:10.120004 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:00:10.120346 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Checking segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:00:10.120740 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Bound using segment: {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:00:10.121171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Bound port: 112e697d-1edd-446f-a101-77de43008785, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17540cc-8005-476a-95cc-8a2104fd97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:00:10.121534 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.188367 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:10.191405 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:10.215905 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device fd05bf11-6b3a-4269-9831-a1c35fdcd964 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:10.270370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.314197 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.315314 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.316844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] 10.222.0.30 "PUT /v2.0/ports/112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 1094 time: 0.8100791 Jul 28 04:00:10.321753 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:10.324123 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a58d3f-799c-4472-b285-1e6e5275a3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:10.331131 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port fd05bf11-6b3a-4269-9831-a1c35fdcd964 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:10.340105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port fd05bf11-6b3a-4269-9831-a1c35fdcd964 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:10.340105 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.349278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-c77a49b3-3f3e-442c-8bd1-7f9ee7d9e5b6 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.350816 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-c77a49b3-3f3e-442c-8bd1-7f9ee7d9e5b6 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "GET /v2.0/networks?id=aa00802d-0ee1-419e-b05b-a1744e50c95c HTTP/1.1" status: 200 len: 809 time: 0.1581779 Jul 28 04:00:10.378277 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ac420-5dbb-4bbb-867d-8427459fd8d8 x-openstack-request-id: req-fc2ac420-5dbb-4bbb-867d-8427459fd8d8 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:10.378593 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:10.378829 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc2ac420-5dbb-4bbb-867d-8427459fd8d8 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:10.379222 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'status': 'completed', 'code': 200} Jul 28 04:00:10.383098 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c31d5cf4-9f59-40fd-8b68-12021d273404 req-5b7b91fb-d6a8-4e29-a269-5b1aa60a14e2 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 210 time: 0.0526750 Jul 28 04:00:10.418903 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Request body: {'port': {'device_id': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c', 'admin_state_up': True, 'tenant_id': 'e540b9bca90644449dca6ae04d5aefa6'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:10.436171 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.466205 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:10.469379 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34632d-a496-482d-9b70-6d366fcfa082" -d '{"events": [{"server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "name": "network-vif-plugged", "status": "completed", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:10.491459 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:10.504794 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6168cac-154e-409f-9377-e15b9df8f84a service neutron] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:10.516235 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f09e53-c531-41e2-a1cd-954d536b6c30 x-openstack-request-id: req-11f09e53-c531-41e2-a1cd-954d536b6c30 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:10.516527 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "name": "network-vif-plugged", "status": "completed", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:10.516780 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f09e53-c531-41e2-a1cd-954d536b6c30 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:10.517169 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'code': 200} Jul 28 04:00:10.561514 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.562738 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a7b823f4-ee05-4b93-8808-206ceaefe52b no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:10.578030 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-dc772734-de65-4560-8a18-c00502902626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.579552 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-dc772734-de65-4560-8a18-c00502902626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1097 time: 0.1475334 Jul 28 04:00:10.603793 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: a7b823f4-ee05-4b93-8808-206ceaefe52b {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:00:10.604744 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device a7b823f4-ee05-4b93-8808-206ceaefe52b not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:10.633134 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:10.664944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8094ec7-3969-4f32-b7b5-b297641b1ae4 req-da19545c-ffa2-4859-920c-78aaf8538cfa tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.666783 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8094ec7-3969-4f32-b7b5-b297641b1ae4 req-da19545c-ffa2-4859-920c-78aaf8538cfa tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.1394167 Jul 28 04:00:10.731253 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b8094ec7-3969-4f32-b7b5-b297641b1ae4 req-daf18446-c3dc-424b-92a8-0b88ea8fc3e8 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547981 Jul 28 04:00:10.743845 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-7607bb08-c14d-4a74-a5be-147bbc0c3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.745340 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-7607bb08-c14d-4a74-a5be-147bbc0c3335 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=09b0b24ba9a544378df75e5bb74b3493&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1479037 Jul 28 04:00:10.746363 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Made reservation on behalf of e540b9bca90644449dca6ae04d5aefa6 for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:10.749671 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:10.933099 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-a27bd50b-3657-4f3a-8689-9a4a26f1d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.934677 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-95a58d3f-799c-4472-b285-1e6e5275a3ea req-a27bd50b-3657-4f3a-8689-9a4a26f1d449 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818774 Jul 28 04:00:10.978908 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c3733-fc6c-4e34-b62d-3ed9204629c0 req-4fcc6c4b-10d2-4cc9-a17e-7c53a68ae920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:10.980400 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c8c3733-fc6c-4e34-b62d-3ed9204629c0 req-4fcc6c4b-10d2-4cc9-a17e-7c53a68ae920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1099 time: 0.1254902 Jul 28 04:00:11.060884 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Allocated IP 172.20.0.4 (aa00802d-0ee1-419e-b05b-a1744e50c95c/cfc96b6a-8049-4508-a110-eb29262977be/3a7d6300-6901-4df5-8c4a-4340b0d114be) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:11.093342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437f4c7-a4e8-48f8-bb9c-a784fe8106c0 req-a21b1d88-2f72-464a-93cf-8a73e39d5f62 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.094862 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d437f4c7-a4e8-48f8-bb9c-a784fe8106c0 req-a21b1d88-2f72-464a-93cf-8a73e39d5f62 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.1371536 Jul 28 04:00:11.101251 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5c8c3733-fc6c-4e34-b62d-3ed9204629c0 req-04c2706d-bafc-49c9-9181-007eb3a4f404 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058652 Jul 28 04:00:11.131278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-c166feed-2e64-4449-af0b-fb28239d7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.132727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-c166feed-2e64-4449-af0b-fb28239d7109 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1097 time: 0.1361520 Jul 28 04:00:11.169817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d437f4c7-a4e8-48f8-bb9c-a784fe8106c0 req-b4d09171-1952-41e6-af15-9037d58cca1f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675087 Jul 28 04:00:11.269139 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:11.371350 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:11.402780 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-7f60a067-ae30-4523-81bc-91930fbcde72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 217 time: 0.0394585 Jul 28 04:00:11.474813 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Network aa00802d-0ee1-419e-b05b-a1744e50c95c is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:11.491496 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:11.507060 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Pushing event updated for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:11.509303 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:00:11.544102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-58651360-05ec-4862-981c-6c07a9efff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.545568 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-58651360-05ec-4862-981c-6c07a9efff2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.1211097 Jul 28 04:00:11.593082 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8b5a3-8373-4851-8468-69406505401e req-152b9108-fabc-4288-a459-da43cc5a6e76 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.594590 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30a8b5a3-8373-4851-8468-69406505401e req-152b9108-fabc-4288-a459-da43cc5a6e76 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 931 time: 0.1348834 Jul 28 04:00:11.602310 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.602913 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:11.635586 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849acca-ab43-4924-9335-41e70f3fa17a req-1992a375-6386-4142-a67c-ff474b535190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.637066 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-1992a375-6386-4142-a67c-ff474b535190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807471 Jul 28 04:00:11.676395 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30a8b5a3-8373-4851-8468-69406505401e req-294d3caf-596d-44a6-a210-f8774d1f4bbe tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702851 Jul 28 04:00:11.745985 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-b24541b3-6ae8-4773-9323-0ef84975c635 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999658 Jul 28 04:00:11.762159 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-0cd888e3-0fd4-4f48-9e57-bda99a733e81 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3591175 Jul 28 04:00:11.801916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Request body: {'port': {'device_id': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:11.912076 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:11.925931 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a849acca-ab43-4924-9335-41e70f3fa17a req-8389c8e3-d774-4cf0-a919-7bf5f38e065b service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726081 Jul 28 04:00:11.935217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c985b-6849-4d96-acc5-68b2f8d8e787 req-d857cddb-5931-4c09-a00e-c5446c1bdd80 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:11.936649 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d9c985b-6849-4d96-acc5-68b2f8d8e787 req-d857cddb-5931-4c09-a00e-c5446c1bdd80 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.1292794 Jul 28 04:00:12.052702 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d9c985b-6849-4d96-acc5-68b2f8d8e787 req-375f634f-c95b-434e-99bf-cfd8a4ecf777 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952342 Jul 28 04:00:12.170590 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a4a6aa2f-b0f0-4945-8ff7-0f18d19b3e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.219756 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7d6300-6901-4df5-8c4a-4340b0d114be {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:00:12.229869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.253299 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Transition to ACTIVE for port object 3a7d6300-6901-4df5-8c4a-4340b0d114be will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:00:12.289849 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f1c11-e0d8-405b-8c29-2ab6fe214473 req-ce3b2f7f-ba10-4316-8446-10b6cbd9cdaf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:12.291347 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-de7f1c11-e0d8-405b-8c29-2ab6fe214473 req-ce3b2f7f-ba10-4316-8446-10b6cbd9cdaf tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0506833 Jul 28 04:00:12.327699 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-de7f1c11-e0d8-405b-8c29-2ab6fe214473 req-0b832b35-3f24-470c-82d9-bd143dd326d8 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303292 Jul 28 04:00:12.353885 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.419926 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:12.471418 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Attempting to bind port 3a7d6300-6901-4df5-8c4a-4340b0d114be on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:00:12.471787 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Attempting to bind port 3a7d6300-6901-4df5-8c4a-4340b0d114be by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:00:12.472119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Attempting to bind port 3a7d6300-6901-4df5-8c4a-4340b0d114be on network aa00802d-0ee1-419e-b05b-a1744e50c95c {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:00:12.476358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Port 3a7d6300-6901-4df5-8c4a-4340b0d114be on network aa00802d-0ee1-419e-b05b-a1744e50c95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:00:12.476685 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Attempting to bind port 3a7d6300-6901-4df5-8c4a-4340b0d114be on network aa00802d-0ee1-419e-b05b-a1744e50c95c {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:00:12.481447 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:00:12.481824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Checking segment: {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:00:12.487557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Bound using segment: {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:00:12.487557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Bound port: 3a7d6300-6901-4df5-8c4a-4340b0d114be, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c16620-5e6a-414a-865d-1decc12a0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:00:12.487557 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.543856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:12.546870 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:12.622665 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.653168 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:12.653808 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:12.655207 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a7d6300-6901-4df5-8c4a-4340b0d114be HTTP/1.1" status: 200 len: 1093 time: 0.8591943 Jul 28 04:00:12.655627 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:12.657839 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dabad6-ae93-415e-9264-40b1a49f6d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:12.683365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dc28b-b3bf-421f-acd7-89f3cd706024 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:12.694246 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ccc4e8-110e-4ec4-a167-79b507c7e9f0 x-openstack-request-id: req-d3ccc4e8-110e-4ec4-a167-79b507c7e9f0 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:12.694528 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:12.694777 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3ccc4e8-110e-4ec4-a167-79b507c7e9f0 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:12.695164 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be', 'status': 'completed', 'code': 200} Jul 28 04:00:12.805287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-1471a3ec-376e-41e6-857f-10227867a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:12.806743 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-1471a3ec-376e-41e6-857f-10227867a4d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 1096 time: 0.0702512 Jul 28 04:00:12.814650 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e75d8-dab4-4dae-8ed2-af7ca33ce8a5 req-61a46126-3efe-49c5-a4f4-5a2044198e9a tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:12.816004 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d02e75d8-dab4-4dae-8ed2-af7ca33ce8a5 req-61a46126-3efe-49c5-a4f4-5a2044198e9a tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 943 time: 0.0716891 Jul 28 04:00:12.908718 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d02e75d8-dab4-4dae-8ed2-af7ca33ce8a5 req-3cdc3ea1-5f0e-4550-9ae9-e66f71556f3b tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805397 Jul 28 04:00:12.927885 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-5889e037-3b8b-4ce8-9f9f-eeeb41eb21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:12.929332 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-5889e037-3b8b-4ce8-9f9f-eeeb41eb21b2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e540b9bca90644449dca6ae04d5aefa6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1097550 Jul 28 04:00:13.021304 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-c6c20460-5c21-46ac-93c4-1900d6fabd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.022807 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-04dabad6-ae93-415e-9264-40b1a49f6d4f req-c6c20460-5c21-46ac-93c4-1900d6fabd72 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856793 Jul 28 04:00:13.119712 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-da1d46e2-01df-4919-b362-27e8dc94480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.121252 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-da1d46e2-01df-4919-b362-27e8dc94480f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e540b9bca90644449dca6ae04d5aefa6&device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 1096 time: 0.0406463 Jul 28 04:00:13.186739 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-e268ed3d-e87c-4315-9c30-d73bd26a281d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be HTTP/1.1" status: 200 len: 217 time: 0.0417528 Jul 28 04:00:13.207665 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa4e6-4506-4de4-bc65-2e53b1d42e8b req-a1f1d88f-5bb7-4b1e-8c4c-76be6cca1061 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.209087 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b49fa4e6-4506-4de4-bc65-2e53b1d42e8b req-a1f1d88f-5bb7-4b1e-8c4c-76be6cca1061 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0869594 Jul 28 04:00:13.261991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-879b5358-f82a-4b9c-93f9-e9ec6e6e1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.263390 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-879b5358-f82a-4b9c-93f9-e9ec6e6e1df5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfc96b6a-8049-4508-a110-eb29262977be HTTP/1.1" status: 200 len: 849 time: 0.0704424 Jul 28 04:00:13.270260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b49fa4e6-4506-4de4-bc65-2e53b1d42e8b req-08bd009a-1eb2-47f2-be6f-1bed159b6bfa tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Jul 28 04:00:13.294768 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-baa50843-57f0-4423-9ca9-0f5c2df95c3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa00802d-0ee1-419e-b05b-a1744e50c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235827 Jul 28 04:00:13.384697 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-88274d7f-e6ed-4fa7-997c-859263bdd86a service neutron] 10.222.0.30 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Jul 28 04:00:13.495102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faa545-2172-4375-a97d-6d09499894e3 req-e7a7b3ca-e6ef-4cdf-ab87-9ca90bf18478 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.496574 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90faa545-2172-4375-a97d-6d09499894e3 req-e7a7b3ca-e6ef-4cdf-ab87-9ca90bf18478 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0976446 Jul 28 04:00:13.518314 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7e000163-c7cf-404b-a48f-6dc4d01c34c7 req-e6a2040d-479e-46cd-9ebe-36907269bdc9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263685 Jul 28 04:00:13.544139 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90faa545-2172-4375-a97d-6d09499894e3 req-5135a686-7239-4fb3-ad96-71dd20d2bda4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369260 Jul 28 04:00:13.655550 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b683-a57c-475e-80b1-ed34d566b4cd req-03730aff-5e31-432a-bcca-465d85109fda tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.656945 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbc2b683-a57c-475e-80b1-ed34d566b4cd req-03730aff-5e31-432a-bcca-465d85109fda tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Jul 28 04:00:13.694281 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fbc2b683-a57c-475e-80b1-ed34d566b4cd req-0b82bd04-f5f1-496a-b772-3488e71ccf5b tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Jul 28 04:00:13.715962 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42642) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:13.752836 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430694e-29ef-49c4-8d7e-c359644c10f4 tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:13.754325 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8430694e-29ef-49c4-8d7e-c359644c10f4 tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1094 time: 0.0373886 Jul 28 04:00:13.756895 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42644) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:13.761058 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:13.867545 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:13.960894 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:14.019150 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4727-dc54-4cbf-bcff-107a77378080 req-abdd552f-263d-48c8-86fc-12c784a17041 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:14.021142 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a36c4727-dc54-4cbf-bcff-107a77378080 req-abdd552f-263d-48c8-86fc-12c784a17041 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 943 time: 0.0462689 Jul 28 04:00:14.058999 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.27.0.99 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/dd1d5c7c-474e-4e78-b98d-38893e0c2111) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:14.061075 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-a36c4727-dc54-4cbf-bcff-107a77378080 req-5381ec76-8db3-4e47-a2df-7b0366098450 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jul 28 04:00:14.159899 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:14.241516 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:14.274206 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:14.278115 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:14.280469 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:00:14.312063 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=dd1d5c7c-474e-4e78-b98d-38893e0c2111,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:14.326748 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.327106 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.327447 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.327781 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.328109 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.328436 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.328763 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.329963 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.330295 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.330620 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.330941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.331255 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:14.390616 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5becdc-5efd-410e-9e2d-31bc60792696 req-7d3923dc-37f1-44df-96f6-c695d8b7ce4b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:14.392119 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f5becdc-5efd-410e-9e2d-31bc60792696 req-7d3923dc-37f1-44df-96f6-c695d8b7ce4b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0521297 Jul 28 04:00:14.429392 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9f5becdc-5efd-410e-9e2d-31bc60792696 req-0b533e84-9f33-4063-9c43-d18bba14b111 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313773 Jul 28 04:00:14.837518 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:14.971788 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.057740 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-9b3222a8-ace3-4231-a535-20a4e8bccd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.125134 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.172604 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af2cb0-c2c8-467d-b4f1-8f48bbc023ae req-6ae91901-aa95-4b01-8eac-2e2f7beb84b5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:15.174071 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31af2cb0-c2c8-467d-b4f1-8f48bbc023ae req-6ae91901-aa95-4b01-8eac-2e2f7beb84b5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 943 time: 0.0459085 Jul 28 04:00:15.210562 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8801393'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.212354 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-31af2cb0-c2c8-467d-b4f1-8f48bbc023ae req-70938280-3eca-42ca-935e-05e2c6145651 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jul 28 04:00:15.252108 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.280203 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=dd1d5c7c-474e-4e78-b98d-38893e0c2111,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:15.289853 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.390589 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP eb9ea43b-f0e0-4381-9f8a-e62809293731 associated. External IP: 172.27.0.99, port: fd05bf11-6b3a-4269-9831-a1c35fdcd964. Jul 28 04:00:15.541714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909678-fccc-460b-8a77-a496e8036d11 req-7d4a2e3a-eda6-4a30-9abd-beef1e07130a tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:15.543264 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4d909678-fccc-460b-8a77-a496e8036d11 req-7d4a2e3a-eda6-4a30-9abd-beef1e07130a tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0473704 Jul 28 04:00:15.587215 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-4d909678-fccc-460b-8a77-a496e8036d11 req-6d9d3c7c-11b7-4157-b6c5-70493c7e7952 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Jul 28 04:00:15.601935 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:00:15.707189 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:00:15.717094 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:00:15.726077 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:00:15.726680 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:00:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:15.799109 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:15.831763 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:00:15.832076 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-8aa016a8-44a9-4e4d-af7f-46e5db38d920 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0677221 Jul 28 04:00:15.832076 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:15.832076 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:15.864417 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73787dc5-432e-46e1-9a6f-7b95012c8b27 x-openstack-request-id: req-73787dc5-432e-46e1-9a6f-7b95012c8b27 {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:15.865024 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:15.865024 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73787dc5-432e-46e1-9a6f-7b95012c8b27 {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:15.865320 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'status': 'completed', 'code': 200} Jul 28 04:00:15.945899 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-0d81f5c6-d2ae-4d5c-ae35-f637b165b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:15.947472 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-0d81f5c6-d2ae-4d5c-ae35-f637b165b9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1099 time: 0.0390460 Jul 28 04:00:16.040478 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-933d9b27-b085-4f4e-8717-441ac98ff6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:16.042014 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-933d9b27-b085-4f4e-8717-441ac98ff6c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0870769 Jul 28 04:00:16.069128 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:16.110774 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-3f9c1fb2-c4b2-48a9-8c81-63ec19f6cf84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 999 time: 0.0617161 Jul 28 04:00:16.158336 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-0c0e73da-1b0c-45c3-a865-22c6d5cd1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:16.159810 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-0c0e73da-1b0c-45c3-a865-22c6d5cd1430 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0421941 Jul 28 04:00:16.178392 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:14Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:16.202514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-c7b76ed3-cfe3-4e15-97ec-2afd2d2143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:16.203991 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-c7b76ed3-cfe3-4e15-97ec-2afd2d2143b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373993 Jul 28 04:00:16.206612 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:00:16.215302 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:00:16.215890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:00:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:16.265942 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3a7d6300-6901-4df5-8c4a-4340b0d114be details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:16.369961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:00:16.486560 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:16.504075 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '3a7d6300-6901-4df5-8c4a-4340b0d114be', 'network_id': 'aa00802d-0ee1-419e-b05b-a1744e50c95c', 'port_id': '3a7d6300-6901-4df5-8c4a-4340b0d114be', 'mac_address': 'fa:16:3e:4e:1d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc96b6a-8049-4508-a110-eb29262977be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:16.593200 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:16.605237 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9398-bbc4-462c-a351-08db22fed98e req-47639146-7317-4eb7-bd85-728c4d998d14 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:16.606727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1aaa9398-bbc4-462c-a351-08db22fed98e req-47639146-7317-4eb7-bd85-728c4d998d14 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 943 time: 0.0739284 Jul 28 04:00:16.610487 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-efb06a12-a0fa-41d4-a7b2-fb1e75b88857 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993349 Jul 28 04:00:16.618577 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7d6300-6901-4df5-8c4a-4340b0d114be {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:00:16.661434 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:16.687026 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:14Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:16.719681 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:16.722835 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1aaa9398-bbc4-462c-a351-08db22fed98e req-806fb789-0156-43fe-930f-c17654c181a9 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Jul 28 04:00:16.724358 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f2b61-7b89-47b6-b66a-dca5dccc1942 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:14Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:16.758967 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bb2b-a156-4ec9-9f62-23a71ad205d9 req-0b107377-8f93-4043-a575-4ecbb29dbd67 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:16.760491 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7cd4bb2b-a156-4ec9-9f62-23a71ad205d9 req-0b107377-8f93-4043-a575-4ecbb29dbd67 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0881255 Jul 28 04:00:16.772927 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1cdd213f-fecc-4a2c-a931-3c4db2c3ee6f req-2a7c6beb-5783-495c-9cbb-87f86e186fae service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500864 Jul 28 04:00:16.780606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:16.808162 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7cd4bb2b-a156-4ec9-9f62-23a71ad205d9 req-b412e36d-a014-4cd3-80df-8bc61984faa8 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356581 Jul 28 04:00:16.931647 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caccc09a-a610-4ce9-a0f3-148825afe396 None None] New status for floating IP eb9ea43b-f0e0-4381-9f8a-e62809293731: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:00:17.007289 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['3a7d6300-6901-4df5-8c4a-4340b0d114be'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:17.657977 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:17.847965 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1919f-a6d0-43dd-b64a-9b8c1cdea318 req-d2bf65b7-a8f0-4b77-a08c-d7ccb26cf8f2 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:17.849528 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90a1919f-a6d0-43dd-b64a-9b8c1cdea318 req-d2bf65b7-a8f0-4b77-a08c-d7ccb26cf8f2 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 944 time: 0.0512352 Jul 28 04:00:17.911691 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90a1919f-a6d0-43dd-b64a-9b8c1cdea318 req-e02bf8e3-b6e1-4b00-8777-091d82a49a91 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Jul 28 04:00:17.926999 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6ccef-a3d5-49c4-88e5-ed2c264b6da8 req-65230f6a-b4ca-47b8-9109-19e51f0c1365 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:17.928455 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9bf6ccef-a3d5-49c4-88e5-ed2c264b6da8 req-65230f6a-b4ca-47b8-9109-19e51f0c1365 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0584850 Jul 28 04:00:17.966109 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9bf6ccef-a3d5-49c4-88e5-ed2c264b6da8 req-6b8856b4-fb4f-4e93-a73a-1428be279d3d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Jul 28 04:00:18.253215 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3a7d6300-6901-4df5-8c4a-4340b0d114be up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:18.349367 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 3a7d6300-6901-4df5-8c4a-4340b0d114be completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:18.353089 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 3a7d6300-6901-4df5-8c4a-4340b0d114be triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:18.353453 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:18.427437 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:18.452572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:18.454820 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03faf5a-febd-4e4a-b08b-a0c93db80fc1" -d '{"events": [{"server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:18.470701 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:18.491019 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c71081-0642-4a0b-8acc-d3af9bb66402 x-openstack-request-id: req-d9c71081-0642-4a0b-8acc-d3af9bb66402 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:18.491301 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:18.491550 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9c71081-0642-4a0b-8acc-d3af9bb66402 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:18.491932 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be', 'code': 200} Jul 28 04:00:18.508973 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:18.555186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:18.788737 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ee0d4-57b4-4e29-9eee-b80950f9ff41 req-bdfadb89-e15d-47b4-ad61-e2ea611af881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:18.790255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c33ee0d4-57b4-4e29-9eee-b80950f9ff41 req-bdfadb89-e15d-47b4-ad61-e2ea611af881 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 1098 time: 0.0377457 Jul 28 04:00:18.824042 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c33ee0d4-57b4-4e29-9eee-b80950f9ff41 req-dd73ee6c-eece-4c07-aea1-ae2df4bb620d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267532 Jul 28 04:00:19.024973 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c449a8-cf0e-4969-b32b-5a264b8a45e7 req-c9622515-3e86-45b8-ad6f-10248730caa5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:19.026628 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-62c449a8-cf0e-4969-b32b-5a264b8a45e7 req-c9622515-3e86-45b8-ad6f-10248730caa5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jul 28 04:00:19.091563 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-62c449a8-cf0e-4969-b32b-5a264b8a45e7 req-29b8262a-9937-4cb6-b750-a448a072d3ac tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Jul 28 04:00:19.102671 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951aa2c-fcf6-40f4-868a-bb4e9fcb73d9 req-db54a0bd-1866-44d4-a8d5-31c459784252 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:19.104137 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b951aa2c-fcf6-40f4-868a-bb4e9fcb73d9 req-db54a0bd-1866-44d4-a8d5-31c459784252 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0707579 Jul 28 04:00:19.141610 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b951aa2c-fcf6-40f4-868a-bb4e9fcb73d9 req-74d68505-c91d-4f34-acb0-c8d735e0ea6a tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Jul 28 04:00:20.206482 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337600f4-d5ea-4d58-9c59-7cd7dde03b81 req-cae2de7b-3e27-4e43-a3ec-8763fdf087d1 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:20.207984 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-337600f4-d5ea-4d58-9c59-7cd7dde03b81 req-cae2de7b-3e27-4e43-a3ec-8763fdf087d1 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Jul 28 04:00:20.262644 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:20.274363 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-337600f4-d5ea-4d58-9c59-7cd7dde03b81 req-aaedd51c-a133-48e6-8ab7-83f063f2f2c5 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575666 Jul 28 04:00:20.282456 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d158-c4cd-4c51-a0d4-adc283717b6e req-0d5473ff-fc72-4801-885b-c891eaec6d85 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:20.283907 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ada5d158-c4cd-4c51-a0d4-adc283717b6e req-0d5473ff-fc72-4801-885b-c891eaec6d85 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0750258 Jul 28 04:00:20.328969 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ada5d158-c4cd-4c51-a0d4-adc283717b6e req-f34738d6-0f2e-4a5c-a994-325cfd44b8cb tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Jul 28 04:00:20.357971 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:20.368756 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '112e697d-1edd-446f-a101-77de43008785', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'mac_address': 'fa:16:3e:cb:94:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:20.407140 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:20.419741 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e697d-1edd-446f-a101-77de43008785 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:00:20.438045 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:20.513676 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:20.560046 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:20.812775 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['112e697d-1edd-446f-a101-77de43008785'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:21.450001 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745e0e-4c4c-44d7-b7a1-ef82cb457b05 req-f29a74d4-10e4-4583-a2f6-4a9cb87aaf2b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:21.451505 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-78745e0e-4c4c-44d7-b7a1-ef82cb457b05 req-f29a74d4-10e4-4583-a2f6-4a9cb87aaf2b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Jul 28 04:00:21.515247 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-78745e0e-4c4c-44d7-b7a1-ef82cb457b05 req-cdc2fa34-0f16-4b53-b2f2-677bd73b14c2 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576503 Jul 28 04:00:21.534253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bbea9-9d07-49aa-92b5-caed33d84752 req-1c060408-a89f-4a3b-ab17-5003dc0da8ff tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:21.535751 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-187bbea9-9d07-49aa-92b5-caed33d84752 req-1c060408-a89f-4a3b-ab17-5003dc0da8ff tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0641112 Jul 28 04:00:21.575178 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-187bbea9-9d07-49aa-92b5-caed33d84752 req-1f7fed2e-a7b2-4b98-bb2a-d2e5d13513be tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Jul 28 04:00:22.269514 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:22.371893 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 112e697d-1edd-446f-a101-77de43008785 completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:22.375356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 112e697d-1edd-446f-a101-77de43008785 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:22.375721 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:22.450606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:22.472146 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:22.474380 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978312e-35ef-4bd0-b2cc-7fa4dff65029" -d '{"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-plugged", "status": "completed", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:22.486385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:22.510579 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2740904-1d0e-4e10-bf7f-f8aebac2c46e x-openstack-request-id: req-f2740904-1d0e-4e10-bf7f-f8aebac2c46e {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:22.510890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-plugged", "status": "completed", "tag": "112e697d-1edd-446f-a101-77de43008785", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:22.514164 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2740904-1d0e-4e10-bf7f-f8aebac2c46e {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:22.514164 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'code': 200} Jul 28 04:00:22.526465 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:22.574154 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:22.631376 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed8ec0-d7a5-4c9d-b441-a7071d03c13d req-bb306fc2-ab07-4cb8-8e0e-294324531d09 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:22.632842 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7bed8ec0-d7a5-4c9d-b441-a7071d03c13d req-bb306fc2-ab07-4cb8-8e0e-294324531d09 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0511832 Jul 28 04:00:22.696484 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7bed8ec0-d7a5-4c9d-b441-a7071d03c13d req-c87bf63c-49aa-40f6-984c-2a47ccda03b3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575359 Jul 28 04:00:22.714034 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92078b3-123f-4c99-9986-f4fea630d468 req-a18a695a-261a-4fe1-a281-dbf06560a507 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:22.715523 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c92078b3-123f-4c99-9986-f4fea630d468 req-a18a695a-261a-4fe1-a281-dbf06560a507 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0636032 Jul 28 04:00:22.753003 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c92078b3-123f-4c99-9986-f4fea630d468 req-cfa33ee4-a40e-4a20-9508-11b24b7a14cf tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e3aeec-1739-409c-b980-32b08fd8f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Jul 28 04:00:22.998241 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9f21c-8481-4d7d-8ffc-18c9a5e5cce7 req-397679e1-e3b8-44cb-89b2-7287c6ced610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:22.999735 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81a9f21c-8481-4d7d-8ffc-18c9a5e5cce7 req-397679e1-e3b8-44cb-89b2-7287c6ced610 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0425067 Jul 28 04:00:23.085925 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81a9f21c-8481-4d7d-8ffc-18c9a5e5cce7 req-b55ea2b2-f554-4d8a-92c7-4ba8118157e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556390 Jul 28 04:00:23.096483 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-acacd31b-ecef-4be4-b3e9-ab361aaa16c2 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:23.097891 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-acacd31b-ecef-4be4-b3e9-ab361aaa16c2 tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0626738 Jul 28 04:00:23.437066 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Deleting port 3a7d6300-6901-4df5-8c4a-4340b0d114be {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:00:23.437332 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.521473 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] For port 3a7d6300-6901-4df5-8c4a-4340b0d114be, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3a7d6300-6901-4df5-8c4a-4340b0d114be,segment=NetworkSegment(b3c16620-5e6a-414a-865d-1decc12a0dc4),segment_id=b3c16620-5e6a-414a-865d-1decc12a0dc4)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:23.521872 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.534158 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Calling delete_port for 3a7d6300-6901-4df5-8c4a-4340b0d114be owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:00:23.703485 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.732084 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Pushing event deleted for resources: {'Port': ['ID=3a7d6300-6901-4df5-8c4a-4340b0d114be,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:23.741142 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['3a7d6300-6901-4df5-8c4a-4340b0d114be'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:23.772707 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] No DVR routers for this DVR port 3a7d6300-6901-4df5-8c4a-4340b0d114be on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:00:23.781903 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.783823 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b195a58e-f8cc-4808-8dba-44c8e99c7bec req-3a53e87b-c13e-4c20-a4a6-33e5f40c0c0e tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.30 "DELETE /v2.0/ports/3a7d6300-6901-4df5-8c4a-4340b0d114be HTTP/1.1" status: 204 len: 173 time: 0.4317665 Jul 28 04:00:23.784254 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'name': 'network-vif-deleted', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:23.786957 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cd1bd-0086-4290-a381-936c9c1dd47c" -d '{"events": [{"server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "name": "network-vif-deleted", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:23.846447 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-36a2231e-ff01-4b14-b307-46afde61b11c req-6ebdd361-5b68-4da3-baaa-b4692a1a4aaa tempest-VolumesActionsTest-1238469519 tempest-VolumesActionsTest-1238469519-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbba097d-6645-4dee-85c1-770e9c9f27b7 HTTP/1.1" status: 200 len: 210 time: 0.0266845 Jul 28 04:00:23.854607 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085500d-208f-4405-8159-7832f6fd9639 req-787b6e73-c9db-4c81-bcf9-8ac52e4bc927 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:23.856012 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d085500d-208f-4405-8159-7832f6fd9639 req-787b6e73-c9db-4c81-bcf9-8ac52e4bc927 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0845351 Jul 28 04:00:23.890732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f65f86-2bfb-4eb7-845c-29758210ab6b x-openstack-request-id: req-71f65f86-2bfb-4eb7-845c-29758210ab6b {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:23.891029 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba097d-6645-4dee-85c1-770e9c9f27b7", "name": "network-vif-deleted", "tag": "3a7d6300-6901-4df5-8c4a-4340b0d114be", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:23.891283 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71f65f86-2bfb-4eb7-845c-29758210ab6b {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:23.891676 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba097d-6645-4dee-85c1-770e9c9f27b7', 'name': 'network-vif-deleted', 'tag': '3a7d6300-6901-4df5-8c4a-4340b0d114be', 'status': 'completed', 'code': 200} Jul 28 04:00:23.896935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d085500d-208f-4405-8159-7832f6fd9639 req-71f6fcf5-20f9-4a2c-8efb-07dd5adaca04 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350919 Jul 28 04:00:25.009407 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8971-a2f7-4291-a1fa-2fc528831cb0 req-8c172a03-d3b0-4e6e-8ab7-c80bf51ad946 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:25.011033 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-048c8971-a2f7-4291-a1fa-2fc528831cb0 req-8c172a03-d3b0-4e6e-8ab7-c80bf51ad946 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0486336 Jul 28 04:00:25.054335 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-048c8971-a2f7-4291-a1fa-2fc528831cb0 req-3489d239-c5e4-41b6-93a6-244618eaf759 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Jul 28 04:00:25.173968 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2598b-fb1a-4990-bc2b-f31baabb0838 req-0a0df6df-6789-40e5-89ef-ebcd5a62d7bc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:25.175462 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9ae2598b-fb1a-4990-bc2b-f31baabb0838 req-0a0df6df-6789-40e5-89ef-ebcd5a62d7bc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0529451 Jul 28 04:00:25.213867 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9ae2598b-fb1a-4990-bc2b-f31baabb0838 req-8f1dda50-714d-4d07-a950-4170770c1454 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Jul 28 04:00:25.235356 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42722) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:25.373204 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bdc5b1-5dec-4e26-9468-214b916ec481 tempest-TestShelveInstance-632472184 tempest-TestShelveInstance-632472184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:25.374791 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-38bdc5b1-5dec-4e26-9468-214b916ec481 tempest-TestShelveInstance-632472184 tempest-TestShelveInstance-632472184-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1094 time: 0.1384275 Jul 28 04:00:25.377718 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42730) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:25.382463 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.v2.base [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:25.481240 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for floatingip, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:25.587089 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:25.686236 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_common [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Allocated IP 172.27.0.112 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b) {{(pid=105296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:25.791059 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for port, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:25.898363 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:25.934471 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:25.937247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.base_scheduler [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Resources bound (agent type, host, resource id): {{(pid=105296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:25.943151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Received port after_create {{(pid=105296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:00:25.964807 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'Port': ['ID=a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:26.292377 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.511085 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.655758 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for port, precommit_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.714984 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8801393'] for port, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.792716 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event updated for resources: {'Port': ['ID=a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b,revision_number=2']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:26.800344 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.894885 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Floating IP 77b0acd1-ad0b-4a55-aa97-c6519ce355c4 associated. External IP: 172.27.0.112, port: 112e697d-1edd-446f-a101-77de43008785. Jul 28 04:00:27.121044 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Router ece7f451-a29a-4f53-9215-b0cbedc892a9 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:00:27.413259 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:00:27.423949 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Sync routers for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:00:27.443825 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:00:27.446521 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:00:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:27.509376 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:27.535503 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-ce742530-a273-41c2-8596-0fe33ba51603 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1567647 Jul 28 04:00:27.538679 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:00:27.538679 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c6702-7181-4b02-9e3e-83ae5b169c15" -d '{"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:27.546823 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:00:27.574151 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bae91e-76ed-4851-ab72-67ddec793576 x-openstack-request-id: req-16bae91e-76ed-4851-ab72-67ddec793576 {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:27.574461 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:27.574715 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16bae91e-76ed-4851-ab72-67ddec793576 {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:27.575137 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'status': 'completed', 'code': 200} Jul 28 04:00:27.877783 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '77b0acd1-ad0b-4a55-aa97-c6519ce355c4', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'mac_address': 'fa:16:3e:cb:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:26Z', 'updated_at': '2021-07-28T04:00:26Z', 'revision_number': 0, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:27.906997 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Checking router: ece7f451-a29a-4f53-9215-b0cbedc892a9 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:00:27.915542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:00:27.916141 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:00:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:28.010032 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3a7d6300-6901-4df5-8c4a-4340b0d114be no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:28.034263 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:00:28.036803 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 3a7d6300-6901-4df5-8c4a-4340b0d114be {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:00:28.037139 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3a7d6300-6901-4df5-8c4a-4340b0d114be not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:28.246002 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '77b0acd1-ad0b-4a55-aa97-c6519ce355c4', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'mac_address': 'fa:16:3e:cb:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:26Z', 'updated_at': '2021-07-28T04:00:26Z', 'revision_number': 0, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:28.274151 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e3d08-1b04-4ba9-8766-e9267dbb537b None None] The sync data for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi is: [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': '77b0acd1-ad0b-4a55-aa97-c6519ce355c4', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'mac_address': 'fa:16:3e:cb:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:26Z', 'updated_at': '2021-07-28T04:00:26Z', 'revision_number': 0, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:28.445553 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b44db-88c6-4f55-b478-8ac0bef3b868 None None] New status for floating IP 77b0acd1-ad0b-4a55-aa97-c6519ce355c4: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:00:29.034566 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:29.042386 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-dc35cfeb-b084-4696-bcd5-d84a1a79041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:29.043913 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-dc35cfeb-b084-4696-bcd5-d84a1a79041a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0400662 Jul 28 04:00:29.135852 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-ce38817f-fbab-4874-8db1-20a8210479a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:29.137376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-ce38817f-fbab-4874-8db1-20a8210479a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.0844257 Jul 28 04:00:29.202853 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-39f22476-6428-4e71-a05e-7ee6769852b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 1002 time: 0.0559976 Jul 28 04:00:29.250881 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-d927b4aa-7a6d-47d1-97be-bc275b78828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:29.252250 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-d927b4aa-7a6d-47d1-97be-bc275b78828e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0417173 Jul 28 04:00:29.299314 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-b405cc78-ddef-4093-a21b-7d8aeb68326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:29.300675 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-b405cc78-ddef-4093-a21b-7d8aeb68326a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406232 Jul 28 04:00:29.387292 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-1332f10f-bfeb-4001-be6d-545703cb830f service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776293 Jul 28 04:00:29.479657 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-077c6702-7181-4b02-9e3e-83ae5b169c15 req-821db217-de8b-4a12-8381-82be7c59ebbc service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833020 Jul 28 04:00:41.620730 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:42.181891 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1b660ec2-a176-4a24-b993-57d7ef8b3dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:45.062650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b5b-575a-444a-a6bf-5266d51617d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:45.269183 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:46.044878 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:47.673881 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.014883 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 42968) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:50.057603 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Deleting subnet cfc96b6a-8049-4508-a110-eb29262977be {{(pid=105296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:00:50.060640 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.095752 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040832'] for subnet, precommit_delete_associations {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.132697 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.234418 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8801327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8744716'] for subnet, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.262027 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.263779 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cfc96b6a-8049-4508-a110-eb29262977be HTTP/1.1" status: 204 len: 168 time: 0.2478819 Jul 28 04:00:50.264665 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc1306-1c3a-4e1b-ac4a-98f2cc7c426d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc96b6a-8049-4508-a110-eb29262977be,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:50.266514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42970) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:50.333095 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.409035 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.418348 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa00802d-0ee1-419e-b05b-a1744e50c95c']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:50.428664 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c16620-5e6a-414a-865d-1decc12a0dc4') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:50.428958 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c16620-5e6a-414a-865d-1decc12a0dc4') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:50.437342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.450850 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.456426 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:00:50.456801 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:00:50.458389 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:00:50.553960 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.558732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.566468 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa00802d-0ee1-419e-b05b-a1744e50c95c HTTP/1.1" status: 204 len: 168 time: 0.2940726 Jul 28 04:00:50.580655 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0cba2-7349-4ddd-b5dc-14b115ae3a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa00802d-0ee1-419e-b05b-a1744e50c95c,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:50.810451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42974) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:50.850204 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-b89d71ec-8375-415b-9926-df67972f85a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e540b9bca90644449dca6ae04d5aefa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384870 Jul 28 04:00:50.855451 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 42976) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:50.905334 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.926342 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:51.044092 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:51.046704 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:51.047886 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e3aeec-1739-409c-b980-32b08fd8f4f3 HTTP/1.1" status: 204 len: 168 time: 0.1914859 Jul 28 04:00:51.056180 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77f361-e736-4d45-ab0b-7e5a0372a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e3aeec-1739-409c-b980-32b08fd8f4f3,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:55.454093 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43022) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:55.554963 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1e54cfde-16a7-4eb0-856a-7c5a42b1bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.643418 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1e54cfde-16a7-4eb0-856a-7c5a42b1bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.725091 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-1e54cfde-16a7-4eb0-856a-7c5a42b1bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_create {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.760892 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-1e54cfde-16a7-4eb0-856a-7c5a42b1bdbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e9546d4b8164144b2c9991cdfb39bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057661 Jul 28 04:00:55.761729 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54cfde-16a7-4eb0-856a-7c5a42b1bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a030957-4f88-48fa-a9fc-8d1bd90ed845,revision_number=1']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:55.763668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43026) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:55.811283 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.831361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.965392 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.968037 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:55.969201 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a030957-4f88-48fa-a9fc-8d1bd90ed845 HTTP/1.1" status: 204 len: 168 time: 0.2045455 Jul 28 04:00:55.977102 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f7fd-6a19-4a90-ac0f-62e5abb3c0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a030957-4f88-48fa-a9fc-8d1bd90ed845,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:59.022255 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:06.915096 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-df209cfc-2132-47ae-90e5-a5c9d552367d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399828 Jul 28 04:01:07.008654 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-dddded44-3889-4b4b-9c62-1d469657b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:07.010105 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-dddded44-3889-4b4b-9c62-1d469657b921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1099 time: 0.0382972 Jul 28 04:01:07.109286 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-fa8f2ec0-df0e-471f-b118-6bc002eacd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:07.110779 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-fa8f2ec0-df0e-471f-b118-6bc002eacd65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0802772 Jul 28 04:01:07.176350 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-1d8db661-264b-4c17-951c-58ce32444cf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 1001 time: 0.0570920 Jul 28 04:01:07.223124 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-b4aa0fa4-b290-41f9-8965-25a6d2f44b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:07.224475 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-b4aa0fa4-b290-41f9-8965-25a6d2f44b26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0415311 Jul 28 04:01:07.266676 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-eea997ef-e7ff-4cbe-9e9f-225a8d006402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:07.268019 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-eea997ef-e7ff-4cbe-9e9f-225a8d006402 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0364938 Jul 28 04:01:07.279598 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-5ed46027-35a7-4ee8-acaf-958a65c7d57e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:01:07.280519 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-5ed46027-35a7-4ee8-acaf-958a65c7d57e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048146 Jul 28 04:01:07.367724 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-07a5dfd3-7f83-4f8a-b7fd-9da76dc3bf0f service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802963 Jul 28 04:01:07.454760 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dc3fee95-c5e5-4114-978d-f39c0a863ac3 req-731f3b72-c420-4163-b672-d1a1ece9bd04 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777307 Jul 28 04:01:12.209936 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-ffc537fc-e43d-4ab9-8f38-859ce00ff07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:15.032891 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-47d30dee-1bcf-4a73-94cd-427987fd8ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:15.255890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:16.015985 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:17.684062 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:18.620513 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:29.067207 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:42.192325 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3994a69d-e76a-4a5b-ab21-33bb77818203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:45.066415 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-97b32150-df21-4148-a24a-eb5a065e428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:45.254854 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:46.020580 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:47.706781 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:53.084592 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-53a2ce22-b066-4243-8117-e21328cb0957 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990652300&fields=id&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 267 time: 0.0338948 Jul 28 04:01:53.187927 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-52c16119-814a-4aad-8708-efd1547dde58 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:53.189370 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-52c16119-814a-4aad-8708-efd1547dde58 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.0981898 Jul 28 04:01:53.204002 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-cf01c9a4-7698-444d-b661-b314e36395f7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/quotas/56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 375 time: 0.0085926 Jul 28 04:01:53.259242 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-ca6d51d6-b3a7-428d-b259-23c755497fd9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496843 Jul 28 04:01:53.357775 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-ea52b2b7-74a6-4f52-a1e1-78fc0ae5092e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:01:53.358769 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-ea52b2b7-74a6-4f52-a1e1-78fc0ae5092e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0890298 Jul 28 04:01:53.447878 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-3ac6a58a-c3a3-4ea8-b8be-436e58afb06b service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827055 Jul 28 04:01:53.531532 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-0de53ace-5b1a-4f43-a468-dfa9933353d7 service neutron] 10.222.0.13 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777113 Jul 28 04:01:54.147233 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2fb02f4f-f86e-4b19-bf17-16fc5f7facb4 req-f316f4f9-d9a0-4afe-917b-08da6e71a115 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 210 time: 0.0763958 Jul 28 04:01:55.242825 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ae4a8e99-f2a6-41b9-92ec-b57c0ef65cb8 req-e2036548-07cc-448e-ba06-4cae5099f3e2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jul 28 04:01:55.618471 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:56.311320 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1641a58b-6036-4a36-a49e-de2113bfb788 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:56.312667 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1641a58b-6036-4a36-a49e-de2113bfb788 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 811 time: 0.0972054 Jul 28 04:01:56.339944 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d4ac3570-9681-4a25-ad22-edd328f54f32 req-2776fcba-b5ed-41c7-8ce2-d10ee500b7ef tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Jul 28 04:01:56.372822 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-14f5bebb-435a-4133-8cf1-9fb40c8a4fb1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a7b95ce88748cea368c28ef245d03d HTTP/1.1" status: 200 len: 380 time: 0.0351105 Jul 28 04:01:56.382556 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'port': {'device_id': '7fc33159-1702-4956-b54b-a4b608250023', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'admin_state_up': True, 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'security_groups': ['402c6aac-4ad5-47b0-89b9-508298ede396']}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:01:56.586465 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Made reservation on behalf of 56a7b95ce88748cea368c28ef245d03d for: {'port': 1} {{(pid=105295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:01:56.590083 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:56.709770 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.20.0.13 (457bd2c7-5175-40c9-9169-73ec9d3f72dd/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0/3db0f78e-f016-49f9-97fc-83afc97bf40c) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:56.843017 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:56.856258 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Transition to ACTIVE for port object 3db0f78e-f016-49f9-97fc-83afc97bf40c will not be triggered until provisioned by entity DHCP. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:01:56.940583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:56.982211 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:56.985163 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:56.991946 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:01:57.000770 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:57.028861 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.034635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:57.057844 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:57.058476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.130260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-7bd14a5b-fc84-4052-af22-55894b1760fe tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512817 Jul 28 04:01:57.191941 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Request body: {'port': {'device_id': '7fc33159-1702-4956-b54b-a4b608250023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80264'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:01:57.243916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.295184 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b379a71b-a600-4799-8539-dafac74dcd68 None None] Provisioning for port 3db0f78e-f016-49f9-97fc-83afc97bf40c completed by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:01:57.298913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-b379a71b-a600-4799-8539-dafac74dcd68 None None] Provisioning complete for port 3db0f78e-f016-49f9-97fc-83afc97bf40c triggered by entity DHCP. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:01:57.299287 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b379a71b-a600-4799-8539-dafac74dcd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.334405 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-b379a71b-a600-4799-8539-dafac74dcd68 None None] Port 3db0f78e-f016-49f9-97fc-83afc97bf40c cannot update to ACTIVE because it is not bound. {{(pid=105297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:01:57.484436 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce478a-ce24-4e06-a5f6-b9fd6b954012 req-81eb8b82-faee-41e9-bcf1-054873ba6df8 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:57.486176 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48ce478a-ce24-4e06-a5f6-b9fd6b954012 req-81eb8b82-faee-41e9-bcf1-054873ba6df8 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 932 time: 0.0787539 Jul 28 04:01:57.555640 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48ce478a-ce24-4e06-a5f6-b9fd6b954012 req-b200997b-521c-4bf7-9891-e4701d4590b3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633767 Jul 28 04:01:57.562770 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db0f78e-f016-49f9-97fc-83afc97bf40c {{(pid=105295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:01:57.570635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.582589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.provisioning_blocks [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Transition to ACTIVE for port object 3db0f78e-f016-49f9-97fc-83afc97bf40c will not be triggered until provisioned by entity L2. {{(pid=105295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:01:57.660471 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.726758 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:57.780700 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Attempting to bind port 3db0f78e-f016-49f9-97fc-83afc97bf40c on host hv-cinder-80264 for vnic_type normal with profile {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:01:57.781328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Attempting to bind port 3db0f78e-f016-49f9-97fc-83afc97bf40c by drivers openvswitch,hyperv on host hv-cinder-80264 at level 0 using segments [{'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:01:57.781662 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Attempting to bind port 3db0f78e-f016-49f9-97fc-83afc97bf40c on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:01:57.786433 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Port 3db0f78e-f016-49f9-97fc-83afc97bf40c on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80264 {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:01:57.786974 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Attempting to bind port 3db0f78e-f016-49f9-97fc-83afc97bf40c on network 457bd2c7-5175-40c9-9169-73ec9d3f72dd {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:01:57.791736 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Checking agent: {'id': 'c7e5ed9d-e898-482b-b7e9-51d3b7400eb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'started_at': datetime.datetime(2021, 7, 28, 3, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:01:57.792073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Checking segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:01:57.792458 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Bound using segment: {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'} {{(pid=105295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:01:57.792888 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.managers [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Bound port: 3db0f78e-f016-49f9-97fc-83afc97bf40c, host: hv-cinder-80264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c182cd13-a411-4191-b5c7-c7c5949c5936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd'}}] {{(pid=105295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:01:57.793244 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.859827 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, cleared binding levels {{(pid=105295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:01:57.863060 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:01:57.946824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.979559 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:57.982635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:57.982635 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] 10.222.0.30 "PUT /v2.0/ports/3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 200 len: 1094 time: 0.8365123 Jul 28 04:01:57.982635 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:01:57.984171 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabbdd20-6854-4dd8-a140-3666957a1f69" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:58.011151 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf44212-925b-4b1f-9371-9f611809dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=3']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:58.094840 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec3a024-2cb6-46f3-8aca-d16bd2463bab x-openstack-request-id: req-0ec3a024-2cb6-46f3-8aca-d16bd2463bab {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:58.095217 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:58.095566 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec3a024-2cb6-46f3-8aca-d16bd2463bab {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:58.096037 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'status': 'completed', 'code': 200} Jul 28 04:01:58.167918 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-c0ac87c6-fbb8-41f1-81fd-4357a243caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.177741 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-c0ac87c6-fbb8-41f1-81fd-4357a243caef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1097 time: 0.0443821 Jul 28 04:01:58.224307 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-e7a2f71f-131d-4fa5-9f12-267281886027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 200 len: 217 time: 0.0370991 Jul 28 04:01:58.273272 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-b921bb0c-55ca-4ee7-9c43-a38e632beb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.274619 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-b921bb0c-55ca-4ee7-9c43-a38e632beb6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0421438 Jul 28 04:01:58.316427 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-fd0fd774-42df-4097-8144-28d2e9c31e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.317836 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-fd0fd774-42df-4097-8144-28d2e9c31e5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0363832 Jul 28 04:01:58.405337 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-4de62902-40b0-40d3-bbf9-8c4e8db5e7d1 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799248 Jul 28 04:01:58.488922 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9d9210d7-1261-439b-a7fb-c605e47d499f req-edf95656-ab1a-4244-8aa7-e6578d770335 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767200 Jul 28 04:01:58.667591 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c4dd0-b30c-497e-8570-04ff7c933e6c req-ff5b4a95-6875-46a4-b47a-6fef1732985d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.669063 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-991c4dd0-b30c-497e-8570-04ff7c933e6c req-ff5b4a95-6875-46a4-b47a-6fef1732985d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0474710 Jul 28 04:01:58.732674 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-991c4dd0-b30c-497e-8570-04ff7c933e6c req-21be3ac9-ac61-4003-badf-a594bea26c30 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551629 Jul 28 04:01:58.735232 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-e071d855-89d2-439b-a60b-fc4507dda13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.736637 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-e071d855-89d2-439b-a60b-fc4507dda13f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1097 time: 0.0667362 Jul 28 04:01:58.827331 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-39963cd0-f7b0-4f79-af55-269f301f670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.828995 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-39963cd0-f7b0-4f79-af55-269f301f670f service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0853727 Jul 28 04:01:58.874376 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-11ac9162-b33d-4fb0-a14d-de6c267f4aec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 200 len: 217 time: 0.0369077 Jul 28 04:01:58.924016 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-4e03283b-c37e-4f4a-843e-343b8c817950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.927457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-4e03283b-c37e-4f4a-843e-343b8c817950 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0445237 Jul 28 04:01:58.970387 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-522364f1-73fc-470e-af8d-3651a7d1d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:58.972417 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-522364f1-73fc-470e-af8d-3651a7d1d208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382822 Jul 28 04:01:59.043372 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:59.062510 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-ed71c0cc-4b7a-4509-956a-0ae502f8d106 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Jul 28 04:01:59.153367 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-dabbdd20-6854-4dd8-a140-3666957a1f69 req-e7eee1ca-8a69-4ce2-8f0a-ecca4375b6cd service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804274 Jul 28 04:01:59.844976 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98423-a6f7-4fad-82d3-84c2be6f5999 req-3f5088c2-67e2-41cc-879e-c42b8ddded9f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:59.846373 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24d98423-a6f7-4fad-82d3-84c2be6f5999 req-3f5088c2-67e2-41cc-879e-c42b8ddded9f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0474348 Jul 28 04:01:59.885859 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24d98423-a6f7-4fad-82d3-84c2be6f5999 req-3ff9c019-2c80-43ab-89fe-596063ab7eb4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Jul 28 04:02:00.996221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f660f-3dc8-49b6-9b6a-7e3481caef11 req-6cfe5541-0c71-4260-bbc5-173d6b1d64e4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:00.997695 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c46f660f-3dc8-49b6-9b6a-7e3481caef11 req-6cfe5541-0c71-4260-bbc5-173d6b1d64e4 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0473821 Jul 28 04:02:01.033966 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c46f660f-3dc8-49b6-9b6a-7e3481caef11 req-81267a24-9cde-47fe-8b0d-822f61816cb0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Jul 28 04:02:02.142621 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8488e-4ea0-46c2-821d-b10abe98d16d req-5536f8d2-f179-487d-bc43-f80f543b6da3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:02.144695 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22e8488e-4ea0-46c2-821d-b10abe98d16d req-5536f8d2-f179-487d-bc43-f80f543b6da3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0464518 Jul 28 04:02:02.179930 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-22e8488e-4ea0-46c2-821d-b10abe98d16d req-aeb2b082-8f22-4654-95c5-1c6a43734591 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293915 Jul 28 04:02:03.292577 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2893241-283a-4bb8-90db-9a01f5dced55 req-688e3cd2-ee92-43de-857c-125403f8a541 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:03.294041 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c2893241-283a-4bb8-90db-9a01f5dced55 req-688e3cd2-ee92-43de-857c-125403f8a541 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0460806 Jul 28 04:02:03.334883 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c2893241-283a-4bb8-90db-9a01f5dced55 req-3c6c5afa-2c5b-41ba-b9ea-7375ac506ba2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344343 Jul 28 04:02:04.447709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb719e2-0df2-4bf1-a23e-7bffaa25b82a req-643d5da0-679e-4f89-9b5a-4819f3eb7b65 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:04.449151 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2eb719e2-0df2-4bf1-a23e-7bffaa25b82a req-643d5da0-679e-4f89-9b5a-4819f3eb7b65 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0457053 Jul 28 04:02:04.485554 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2eb719e2-0df2-4bf1-a23e-7bffaa25b82a req-3894a908-ae89-42e8-806d-1f54ce2aed11 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Jul 28 04:02:05.599234 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81346-d0f2-483d-a84b-ccf975d61fb2 req-b244eb65-3cce-4fb9-9ff7-de948322527f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:05.600727 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83d81346-d0f2-483d-a84b-ccf975d61fb2 req-b244eb65-3cce-4fb9-9ff7-de948322527f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0498476 Jul 28 04:02:05.637992 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-83d81346-d0f2-483d-a84b-ccf975d61fb2 req-a02c2618-fbc1-4e2b-bc80-c488abdf1657 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Jul 28 04:02:06.747954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d27a-593d-4506-a01a-68e27fbe8746 req-151b85a8-5863-4a95-b0bd-521a1093adc0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:06.749419 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-06c7d27a-593d-4506-a01a-68e27fbe8746 req-151b85a8-5863-4a95-b0bd-521a1093adc0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 944 time: 0.0466824 Jul 28 04:02:06.789604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-06c7d27a-593d-4506-a01a-68e27fbe8746 req-c51cc200-f782-46fa-9a30-de165a1debab tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jul 28 04:02:06.917086 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-6bc087fb-43c5-4608-9b94-6e9076f3c989 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374837 Jul 28 04:02:06.988633 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-0b832c1d-fc2d-40ff-b0cb-bec4a05d3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:06.990099 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-0b832c1d-fc2d-40ff-b0cb-bec4a05d3626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0395207 Jul 28 04:02:07.091869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-99aa750a-d764-48b4-ab8c-0e4080d518c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:07.093578 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-99aa750a-d764-48b4-ab8c-0e4080d518c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.0847626 Jul 28 04:02:07.426153 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-ad04908d-bf7f-46af-88f9-3ab1e1d0829f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 1002 time: 0.3244269 Jul 28 04:02:07.474087 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-52604803-ace8-44a6-8b7e-1f063ea3ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:07.475477 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-52604803-ace8-44a6-8b7e-1f063ea3ac33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0419104 Jul 28 04:02:07.514303 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3db0f78e-f016-49f9-97fc-83afc97bf40c details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:02:07.523430 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-c142f476-fbcd-4608-a075-e0de4720dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:07.524911 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-c142f476-fbcd-4608-a075-e0de4720dfa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412080 Jul 28 04:02:07.606012 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:07.612477 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-f5ec6243-d9e5-4283-9bc5-e5f9cb16b427 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780108 Jul 28 04:02:07.616968 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'port_id': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'mac_address': 'fa:16:3e:0b:54:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:02:07.655930 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:07.668536 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db0f78e-f016-49f9-97fc-83afc97bf40c {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:02:07.686979 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:07.701837 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-30cedec3-3f35-4c13-abd7-6ebd6ed6a4b5 req-82b3cf27-85dd-451d-a337-2869b4632616 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822339 Jul 28 04:02:07.769626 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:07.814904 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=4']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:07.822238 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.822587 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.823025 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.823245 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.823572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.823904 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.824226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.824637 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.824861 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.825181 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.825502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.825849 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:07.903482 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bddd80-b774-4015-8e44-4efb73462b76 req-273852e5-f687-42ce-948b-a2870f177438 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:07.904954 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37bddd80-b774-4015-8e44-4efb73462b76 req-273852e5-f687-42ce-948b-a2870f177438 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 945 time: 0.0471008 Jul 28 04:02:07.941377 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-37bddd80-b774-4015-8e44-4efb73462b76 req-4845c887-fa27-42b6-a1c4-c769bd3a94f6 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304739 Jul 28 04:02:08.066569 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['3db0f78e-f016-49f9-97fc-83afc97bf40c'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:02:09.052487 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447156-b5c7-4559-9fb9-c0b5d12b2659 req-2bafad1b-a7b0-4a6a-a2a1-6456f893ac01 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:09.054014 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97447156-b5c7-4559-9fb9-c0b5d12b2659 req-2bafad1b-a7b0-4a6a-a2a1-6456f893ac01 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 945 time: 0.0467689 Jul 28 04:02:09.090627 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-97447156-b5c7-4559-9fb9-c0b5d12b2659 req-f7937999-f826-454f-9ede-619a41b2cd60 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Jul 28 04:02:09.527868 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3db0f78e-f016-49f9-97fc-83afc97bf40c up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:02:09.637138 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning for port 3db0f78e-f016-49f9-97fc-83afc97bf40c completed by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:02:09.640690 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 3db0f78e-f016-49f9-97fc-83afc97bf40c triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:02:09.641059 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:09.716607 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:09.738240 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:02:09.740451 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74287491-af6e-4d0f-93e5-6924dba9b927" -d '{"events": [{"server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "name": "network-vif-plugged", "status": "completed", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:09.753538 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:09.831142 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887fba56-f71c-4187-8b4e-0b7878492b5f x-openstack-request-id: req-887fba56-f71c-4187-8b4e-0b7878492b5f {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:09.831433 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "name": "network-vif-plugged", "status": "completed", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:09.831687 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-887fba56-f71c-4187-8b4e-0b7878492b5f {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:09.832198 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'code': 200} Jul 28 04:02:09.837675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:09.886448 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=5']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:10.201157 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f210eec-cf9d-442f-b9d4-50455b6134a6 req-b5c36bf1-8ded-4931-a21d-842d5b90b89e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:10.202636 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6f210eec-cf9d-442f-b9d4-50455b6134a6 req-b5c36bf1-8ded-4931-a21d-842d5b90b89e tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0470734 Jul 28 04:02:10.243199 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6f210eec-cf9d-442f-b9d4-50455b6134a6 req-c122e2b8-1278-476b-9e9a-4b4103fdb14f tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346658 Jul 28 04:02:10.353252 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74b84-bbc9-4e03-8afa-4f81786eac1c req-aa0336c4-18f8-46e3-83d4-072ad3cd0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:10.354642 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3aa74b84-bbc9-4e03-8afa-4f81786eac1c req-aa0336c4-18f8-46e3-83d4-072ad3cd0552 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1099 time: 0.0378420 Jul 28 04:02:10.387853 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3aa74b84-bbc9-4e03-8afa-4f81786eac1c req-c6e9746a-6507-477d-8332-ec407deb589d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261626 Jul 28 04:02:11.355832 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d3ce8-f73c-4964-b8e4-2a527c9a0d04 req-7a0d9ca0-0cff-409e-95cd-6fd390f4d87a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:11.357232 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b9d3ce8-f73c-4964-b8e4-2a527c9a0d04 req-7a0d9ca0-0cff-409e-95cd-6fd390f4d87a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Jul 28 04:02:11.395811 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8b9d3ce8-f73c-4964-b8e4-2a527c9a0d04 req-3a31924d-e701-401f-88c6-890a42a62c61 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 28 04:02:12.214212 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0576bf47-ede7-4840-a3eb-0bc9f7214901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:12.505935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4e04-29e7-459f-af88-a1413cf039c5 req-3ad6f309-9364-4453-b4ed-1d8133df3e72 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:12.507385 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f37e4e04-29e7-459f-af88-a1413cf039c5 req-3ad6f309-9364-4453-b4ed-1d8133df3e72 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0469701 Jul 28 04:02:12.546464 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f37e4e04-29e7-459f-af88-a1413cf039c5 req-b91830bb-522f-42aa-9a14-c73152d062c0 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Jul 28 04:02:12.654395 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e6d2a-913d-458e-9a1a-f28113971207 req-c512e7da-bf37-4e48-bb95-6e689b9055cd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:12.655844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b39e6d2a-913d-458e-9a1a-f28113971207 req-c512e7da-bf37-4e48-bb95-6e689b9055cd tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0463579 Jul 28 04:02:12.696426 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b39e6d2a-913d-458e-9a1a-f28113971207 req-6af48046-055a-4426-804e-4b6231752f64 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341668 Jul 28 04:02:12.718074 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43154) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:02:12.754980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d5b80-5bdf-48e6-bf3a-8ce1dcfb701d tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:12.756423 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-319d5b80-5bdf-48e6-bf3a-8ce1dcfb701d tempest-TestVolumeBootPattern-367310903 tempest-TestVolumeBootPattern-367310903-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1094 time: 0.0373790 Jul 28 04:02:12.758954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43156) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:02:12.763071 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.v2.base [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Request body: {'floatingip': {'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'port_id': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:02:12.871496 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:12.965668 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.065062 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_common [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Allocated IP 172.27.0.158 (b74388db-c1ac-4d8a-9903-6b35b7a1d1e4/7d898006-5fba-4d34-977f-db1c68a36fc4/52e82920-f6a6-4bdf-aa5e-06d69b7a786e) {{(pid=105295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:02:13.165341 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.266353 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768391915524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.302399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Network b74388db-c1ac-4d8a-9903-6b35b7a1d1e4 is already hosted by enough agents. {{(pid=105295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:02:13.305137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.base_scheduler [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Resources bound (agent type, host, resource id): {{(pid=105295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:02:13.310935 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Received port after_create {{(pid=105295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:02:13.316116 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=52e82920-f6a6-4bdf-aa5e-06d69b7a786e,revision_number=1']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:13.650876 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.760134 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.902469 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for port, precommit_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:13.974560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9213087'] for port, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:14.042820 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event updated for resources: {'Port': ['ID=52e82920-f6a6-4bdf-aa5e-06d69b7a786e,revision_number=2']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:14.053147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668230'] for floatingip, after_update {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:14.148198 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP d236b84a-f294-4f9c-b95b-04e5c56294f2 associated. External IP: 172.27.0.158, port: 3db0f78e-f016-49f9-97fc-83afc97bf40c. Jul 28 04:02:14.344584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:02:14.441597 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:02:14.450936 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:02:14.460065 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:02:14.466119 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:01:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:14.528725 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:14.558328 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-1eedd7ff-4b0c-4fe5-b1a7-707d1a6148cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7983680 Jul 28 04:02:14.558915 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:02:14.561143 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65461744-10bb-48be-9df6-d79c6bb60b36" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:14.581669 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:02:14.601919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f89b82-e22e-4557-a139-879525f5f3ec x-openstack-request-id: req-40f89b82-e22e-4557-a139-879525f5f3ec {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:14.602210 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:14.602460 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40f89b82-e22e-4557-a139-879525f5f3ec {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:14.602856 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'status': 'completed', 'code': 200} Jul 28 04:02:14.684464 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-1e4d6b5a-c1cd-44ae-9423-b4bea9f86f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:14.686016 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-1e4d6b5a-c1cd-44ae-9423-b4bea9f86f77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1099 time: 0.0386267 Jul 28 04:02:14.772456 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-9da08e10-da14-47a8-845c-6b19f3d86707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:14.774082 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-9da08e10-da14-47a8-845c-6b19f3d86707 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0815730 Jul 28 04:02:14.794770 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'd236b84a-f294-4f9c-b95b-04e5c56294f2', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:0b:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc33159-1702-4956-b54b-a4b608250023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:02:13Z', 'updated_at': '2021-07-28T04:02:13Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}, {'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:14.820193 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:02:14.828121 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:02:14.828709 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:01:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:14.841255 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-2562ef4e-32fb-4d77-8dc8-c6f7d2fbcaff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 200 len: 1000 time: 0.0597932 Jul 28 04:02:14.888603 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-81df94bd-6384-4393-8deb-9e3bde4f9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:14.890001 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-81df94bd-6384-4393-8deb-9e3bde4f9783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0422451 Jul 28 04:02:14.932811 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-8ac887b8-0870-4951-b3ee-a35b4efc73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:14.934406 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-8ac887b8-0870-4951-b3ee-a35b4efc73be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376813 Jul 28 04:02:14.935787 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:02:15.029781 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-4425fee0-d072-402e-951f-0050f93717c3 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874445 Jul 28 04:02:15.120823 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-65461744-10bb-48be-9df6-d79c6bb60b36 req-0dc80044-8c13-4cfa-b38c-b0012d523b51 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843852 Jul 28 04:02:15.242239 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5dc7-63fa-4386-85ed-7f72b919b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:15.293286 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'd236b84a-f294-4f9c-b95b-04e5c56294f2', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:0b:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc33159-1702-4956-b54b-a4b608250023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:02:13Z', 'updated_at': '2021-07-28T04:02:13Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}, {'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:15.319221 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f319aa6-e4fc-4534-8097-791584a9cfc5 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'd236b84a-f294-4f9c-b95b-04e5c56294f2', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:0b:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc33159-1702-4956-b54b-a4b608250023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:02:13Z', 'updated_at': '2021-07-28T04:02:13Z', 'revision_number': 0, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}, {'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:02:15.380143 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:15.499710 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3143c-85ba-4100-99ac-31c41a023431 None None] New status for floating IP d236b84a-f294-4f9c-b95b-04e5c56294f2: ACTIVE {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:02:16.020078 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:17.728707 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:25.363741 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463c54-58c3-41c0-a079-f47b7bf109f9 req-2b930dce-b59a-4d60-ad6c-7ef51dd1dee0 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:25.365121 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75463c54-58c3-41c0-a079-f47b7bf109f9 req-2b930dce-b59a-4d60-ad6c-7ef51dd1dee0 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Jul 28 04:02:25.403192 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-75463c54-58c3-41c0-a079-f47b7bf109f9 req-8dc819ff-e296-44b8-81fa-c86d4ef4b496 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Jul 28 04:02:26.517167 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad637ee-2d64-4226-99dc-caf5d765253e req-45716f3f-36f3-4b61-8719-300dfd0f6456 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:26.518656 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fad637ee-2d64-4226-99dc-caf5d765253e req-45716f3f-36f3-4b61-8719-300dfd0f6456 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0472186 Jul 28 04:02:26.555494 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-fad637ee-2d64-4226-99dc-caf5d765253e req-1113cf97-a50a-482d-aaf1-0af4c973c61f tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309055 Jul 28 04:02:27.666251 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33c71-8ff8-40df-af30-171ec36c110c req-adf16446-b08a-422a-8337-b5ef7cac28f4 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:27.667711 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ef33c71-8ff8-40df-af30-171ec36c110c req-adf16446-b08a-422a-8337-b5ef7cac28f4 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0468197 Jul 28 04:02:27.704241 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5ef33c71-8ff8-40df-af30-171ec36c110c req-03e1405d-2a83-4fa5-9fe1-5426038434dd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Jul 28 04:02:28.819052 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f6411-86b8-40c4-b75a-a2eb35f645d1 req-cd63fc86-a556-461f-ac3f-7c05eac7a3bd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:28.820521 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f19f6411-86b8-40c4-b75a-a2eb35f645d1 req-cd63fc86-a556-461f-ac3f-7c05eac7a3bd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0506227 Jul 28 04:02:28.856953 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f19f6411-86b8-40c4-b75a-a2eb35f645d1 req-9488bfb5-bcf9-4507-98ea-c2ca3d59b433 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Jul 28 04:02:29.054134 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:29.972948 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff130c8-6f88-4763-98cc-82909dc6d064 req-cd27280a-0531-4608-898a-844184bcc8d8 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:29.975068 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eff130c8-6f88-4763-98cc-82909dc6d064 req-cd27280a-0531-4608-898a-844184bcc8d8 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Jul 28 04:02:30.011278 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-eff130c8-6f88-4763-98cc-82909dc6d064 req-4a05bb88-75d6-4197-9186-e30cdd9f19b5 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303938 Jul 28 04:02:31.122221 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3d55-2bf4-4030-b2db-ec2021dfb2d0 req-46f7e155-fbe8-43a1-a059-f023c84a9c8e tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:31.123684 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-576d3d55-2bf4-4030-b2db-ec2021dfb2d0 req-46f7e155-fbe8-43a1-a059-f023c84a9c8e tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0473001 Jul 28 04:02:31.159054 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-576d3d55-2bf4-4030-b2db-ec2021dfb2d0 req-c1035a8c-a707-46c8-8eba-7570153d3053 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296307 Jul 28 04:02:32.272345 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe4654-1942-4668-8e82-2dc2c302a73c req-3dd6043c-75a7-44f5-9212-3a657c2adc8c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:32.273835 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7fe4654-1942-4668-8e82-2dc2c302a73c req-3dd6043c-75a7-44f5-9212-3a657c2adc8c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0501409 Jul 28 04:02:32.309744 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-b7fe4654-1942-4668-8e82-2dc2c302a73c req-b5c5c726-f1a8-471c-8b9d-9ea250a137fa tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299861 Jul 28 04:02:32.617793 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:33.419810 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0b4d-7cce-415f-8b6c-3cda47bff145 req-c5a079cb-158f-4532-844d-e2835af00431 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:33.421241 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d6bd0b4d-7cce-415f-8b6c-3cda47bff145 req-c5a079cb-158f-4532-844d-e2835af00431 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0466120 Jul 28 04:02:33.459116 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d6bd0b4d-7cce-415f-8b6c-3cda47bff145 req-3915c2fe-2235-4438-a143-bb6a3ae0aeb2 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Jul 28 04:02:34.567865 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47056ee-d9cb-4c4c-9d54-c1cc8aeb3b04 req-3f2a8b88-aecb-4e7e-96d0-1f39a1ba7039 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:34.569297 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c47056ee-d9cb-4c4c-9d54-c1cc8aeb3b04 req-3f2a8b88-aecb-4e7e-96d0-1f39a1ba7039 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0461862 Jul 28 04:02:34.606561 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c47056ee-d9cb-4c4c-9d54-c1cc8aeb3b04 req-19bd3a51-d9c8-453f-8f70-0ffe18d8de57 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Jul 28 04:02:35.665489 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-d9642b72-9f56-4a63-aac0-6536a878ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:35.667012 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-d9642b72-9f56-4a63-aac0-6536a878ff7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0423777 Jul 28 04:02:35.772811 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abdcc1-1c31-4d4e-a0ff-4a4f0c479389 req-db7a7894-2add-48ff-a245-3a83187cbc15 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:35.774312 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f3abdcc1-1c31-4d4e-a0ff-4a4f0c479389 req-db7a7894-2add-48ff-a245-3a83187cbc15 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.1034608 Jul 28 04:02:35.802307 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-59c4d669-988b-4f4a-86e2-e54958f07ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:35.803604 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-59c4d669-988b-4f4a-86e2-e54958f07ebb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.1241250 Jul 28 04:02:35.852051 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f3abdcc1-1c31-4d4e-a0ff-4a4f0c479389 req-6d6f3b5e-588d-4d4d-8b5c-95bae0ea9842 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701897 Jul 28 04:02:35.875878 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-4348eef0-ef14-4658-96af-3638147c795a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 1002 time: 0.0606592 Jul 28 04:02:35.922964 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-d82605bf-d366-429e-946c-8d27af546bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:35.924428 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-d82605bf-d366-429e-946c-8d27af546bb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0422490 Jul 28 04:02:35.970780 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-81931c1e-6609-4ff0-9faa-9333aa2e8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:35.972228 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-81931c1e-6609-4ff0-9faa-9333aa2e8ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410504 Jul 28 04:02:36.057547 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-88cb670a-b098-417d-a76f-85b9e0fd6948 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780213 Jul 28 04:02:36.147263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c4ef4ae1-1516-4e53-8c60-0619240e4b57 req-011e84e3-5568-4c44-aeb0-14c9b2f9dd1b service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821908 Jul 28 04:02:36.962544 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45824-80b4-4adf-9938-d221153878b5 req-38b8098d-c77c-425d-b24c-98f8fd75ac48 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:36.964050 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-61d45824-80b4-4adf-9938-d221153878b5 req-38b8098d-c77c-425d-b24c-98f8fd75ac48 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0480816 Jul 28 04:02:37.001892 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-61d45824-80b4-4adf-9938-d221153878b5 req-fed67f0a-56c0-43ca-aefa-461fa37177ca tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Jul 28 04:02:38.111280 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da6f89-b3c2-4431-bfd0-04f7adef5948 req-1ff8076c-b7bf-4f29-b809-7b8e88f88a2b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:38.112750 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-54da6f89-b3c2-4431-bfd0-04f7adef5948 req-1ff8076c-b7bf-4f29-b809-7b8e88f88a2b tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0464096 Jul 28 04:02:38.149703 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-54da6f89-b3c2-4431-bfd0-04f7adef5948 req-ae89359f-c659-48a7-abf8-1aa34521e1e1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304377 Jul 28 04:02:39.263137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cbb3-9a09-4ff1-9912-796e0106e8d7 req-d833c3ad-403a-4f27-b361-6907d1134684 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:39.264622 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1745cbb3-9a09-4ff1-9912-796e0106e8d7 req-d833c3ad-403a-4f27-b361-6907d1134684 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0503161 Jul 28 04:02:39.305422 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1745cbb3-9a09-4ff1-9912-796e0106e8d7 req-00af2cd3-86e3-4192-870e-380fd026bd60 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Jul 28 04:02:39.682756 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5068a0-263e-4909-a47a-0912bd3f130c req-b68da43d-0a0f-496a-b542-23764068f2f7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:39.684233 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7a5068a0-263e-4909-a47a-0912bd3f130c req-b68da43d-0a0f-496a-b542-23764068f2f7 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0471268 Jul 28 04:02:39.727712 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-7a5068a0-263e-4909-a47a-0912bd3f130c req-a2d83cd7-0e56-414c-b2b5-afd8cb967f32 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Jul 28 04:02:39.786464 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-a32cf634-3838-4b99-9ad8-b88f0cc1b86a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836096 Jul 28 04:02:40.843419 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fecac1-e201-4c79-9834-1bfa2a2c388e req-f0791c9f-3440-491b-af5f-573ce81fd3ed tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:40.844905 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c5fecac1-e201-4c79-9834-1bfa2a2c388e req-f0791c9f-3440-491b-af5f-573ce81fd3ed tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0501466 Jul 28 04:02:40.881903 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c5fecac1-e201-4c79-9834-1bfa2a2c388e req-9cd89046-61c3-4442-857c-7267e36ffc4c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Jul 28 04:02:41.745460 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:02:41.822795 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:41.846215 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:02:41.848500 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965793f-1546-422e-aa6e-204e553d78aa" -d '{"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-unplugged", "status": "completed", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:41.862010 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:41.878386 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49816e-4a59-44c9-93f0-0c5f5eb3e7c3 x-openstack-request-id: req-4f49816e-4a59-44c9-93f0-0c5f5eb3e7c3 {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:41.878677 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-unplugged", "status": "failed", "tag": "112e697d-1edd-446f-a101-77de43008785", "code": 422}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:41.878930 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f49816e-4a59-44c9-93f0-0c5f5eb3e7c3 {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:41.879834 dv-cinder-802648-1-iscsi neutron-server[105297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'code': 422} returned with failed status Jul 28 04:02:41.957230 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:41.994488 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7de19-0183-4af1-ba98-cc181de5135e req-3eb59218-9180-4e18-b345-108a357c7ffb tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:41.996185 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90b7de19-0183-4af1-ba98-cc181de5135e req-3eb59218-9180-4e18-b345-108a357c7ffb tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0494008 Jul 28 04:02:42.006890 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=6']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:42.035263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-90b7de19-0183-4af1-ba98-cc181de5135e req-e66e98d9-341c-448d-89cd-06054eb20950 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Jul 28 04:02:42.224259 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-e34ede67-7e2c-4f65-b942-9e597d891182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:42.696694 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-eff7ebbf-fa4f-4102-82bc-c6694840d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:42.698172 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-eff7ebbf-fa4f-4102-82bc-c6694840d7b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4&tenant_id=09b0b24ba9a544378df75e5bb74b3493 HTTP/1.1" status: 200 len: 1097 time: 0.0385227 Jul 28 04:02:42.766397 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-50f3f549-b56a-4b4f-992d-d58dfc72951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:42.767853 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-50f3f549-b56a-4b4f-992d-d58dfc72951b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1097 time: 0.0369937 Jul 28 04:02:43.153429 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-99bf122c-1039-4a65-88af-50ef7274832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:43.154935 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-99bf122c-1039-4a65-88af-50ef7274832b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.3802726 Jul 28 04:02:43.166869 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0484f-0b83-43b7-94e8-d5a28ce271c3 req-d17ad8a0-1878-4da9-8873-77c3c9fea73c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:43.168273 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f0a0484f-0b83-43b7-94e8-d5a28ce271c3 req-d17ad8a0-1878-4da9-8873-77c3c9fea73c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0661716 Jul 28 04:02:43.249216 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-d217f40c-13a6-4dd5-921d-847c1f47864e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 1000 time: 0.0800054 Jul 28 04:02:43.252043 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f0a0484f-0b83-43b7-94e8-d5a28ce271c3 req-b1436c44-1bd2-431e-adf8-290cc539ecdd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763991 Jul 28 04:02:43.296542 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-250c973c-ffae-47a0-bb55-29ea7267d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:43.297989 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-250c973c-ffae-47a0-bb55-29ea7267d9fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0421834 Jul 28 04:02:43.344856 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-ad01c409-9a4e-4e1a-94a3-a626b1e777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:43.346263 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-ad01c409-9a4e-4e1a-94a3-a626b1e777c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417006 Jul 28 04:02:43.432899 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-f1954087-ac83-45b5-9a32-593dbdf7ddd7 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779366 Jul 28 04:02:43.526803 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8cecb982-36e5-4ab7-ba0b-4e83e01d48bc req-294fdd4b-677a-4ed7-9d7b-009814f0c62a service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Jul 28 04:02:44.363954 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d7f36-ed14-426b-85bf-c97c2e9d5eeb req-ab5dbb24-672d-407b-819b-fdc9b82cf3e5 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:44.365357 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-697d7f36-ed14-426b-85bf-c97c2e9d5eeb req-ab5dbb24-672d-407b-819b-fdc9b82cf3e5 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0483210 Jul 28 04:02:44.401670 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-697d7f36-ed14-426b-85bf-c97c2e9d5eeb req-2804406b-4a7a-4406-8407-dd7d83e8f996 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305898 Jul 28 04:02:45.082502 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-96221c18-0cd7-43da-890b-660d2701f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:45.328731 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:45.511068 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465972a9-69d6-47d0-a134-23ad33f8a0c5 req-76906038-acc4-406a-b8b7-1858c3eaa630 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:45.512525 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-465972a9-69d6-47d0-a134-23ad33f8a0c5 req-76906038-acc4-406a-b8b7-1858c3eaa630 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0467646 Jul 28 04:02:45.549225 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-465972a9-69d6-47d0-a134-23ad33f8a0c5 req-718e09c2-a131-42e2-b5d1-ef2e549f966a tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Jul 28 04:02:46.048382 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:46.669580 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ea87-7602-41fb-ab64-17b7eb8af27c req-5fb7e037-e379-4ee3-a7d1-e6fc9fae13ec tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:46.671130 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0710ea87-7602-41fb-ab64-17b7eb8af27c req-5fb7e037-e379-4ee3-a7d1-e6fc9fae13ec tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0478287 Jul 28 04:02:46.712077 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-0710ea87-7602-41fb-ab64-17b7eb8af27c req-09879590-213b-481c-8c07-4b8b1bf09402 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350425 Jul 28 04:02:47.694285 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:47.824404 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b344de-e599-4bdd-80d1-88b8c38fc3f2 req-92a5a9e7-3d92-40ee-a2ec-8a3ee554c2cf tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:47.825817 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81b344de-e599-4bdd-80d1-88b8c38fc3f2 req-92a5a9e7-3d92-40ee-a2ec-8a3ee554c2cf tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0470037 Jul 28 04:02:47.862282 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-81b344de-e599-4bdd-80d1-88b8c38fc3f2 req-e0c6246a-7a7b-43d8-a828-4fe5d1177071 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Jul 28 04:02:48.977263 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8af5-fc24-4444-9fe8-fa9417fefe2c req-65468cc0-c1a5-48e0-b24b-54282f5ba35c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:48.978759 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1dd8af5-fc24-4444-9fe8-fa9417fefe2c req-65468cc0-c1a5-48e0-b24b-54282f5ba35c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0470932 Jul 28 04:02:49.015741 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d1dd8af5-fc24-4444-9fe8-fa9417fefe2c req-e11b53c8-9fb3-4ddb-9b73-51c9a7cecbbe tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Jul 28 04:02:50.126583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e32b-1f48-4a76-ab7a-7f14ebf7c6ba req-24a21073-7cd4-4a4a-900c-f316ab75b282 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:50.128046 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cdb6e32b-1f48-4a76-ab7a-7f14ebf7c6ba req-24a21073-7cd4-4a4a-900c-f316ab75b282 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0479107 Jul 28 04:02:50.168422 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-cdb6e32b-1f48-4a76-ab7a-7f14ebf7c6ba req-562e8ba0-bf14-4142-9f23-95364fe9da97 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Jul 28 04:02:51.293178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d21c-03b0-4769-a1bd-2bc52bf645c3 req-5354b057-be9d-40e9-ab40-861ec86b5c7c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:51.294663 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be16d21c-03b0-4769-a1bd-2bc52bf645c3 req-5354b057-be9d-40e9-ab40-861ec86b5c7c tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 944 time: 0.0478930 Jul 28 04:02:51.330804 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-be16d21c-03b0-4769-a1bd-2bc52bf645c3 req-4e37703c-817e-4fe7-8606-ac2a961ab9c6 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303037 Jul 28 04:02:51.823225 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 details requested by agent hyperv_hv-cinder-80264 with host hv-cinder-80264 {{(pid=105297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:02:51.916493 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:51.927802 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Returning: {'device': '112e697d-1edd-446f-a101-77de43008785', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'port_id': '112e697d-1edd-446f-a101-77de43008785', 'mac_address': 'fa:16:3e:cb:94:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:02:51.963306 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:51.975621 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e697d-1edd-446f-a101-77de43008785 {{(pid=105297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:02:51.997825 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:52.070739 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:52.116454 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=7']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:52.359023 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] get_ports_and_sgs() called for port_ids ['112e697d-1edd-446f-a101-77de43008785'] {{(pid=105297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:02:52.442309 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750530f-d691-425d-b004-c78ff28b6580 req-9543bccc-b968-499c-b521-fe180a58dcf1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:52.443775 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e750530f-d691-425d-b004-c78ff28b6580 req-9543bccc-b968-499c-b521-fe180a58dcf1 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 945 time: 0.0461168 Jul 28 04:02:52.481013 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-e750530f-d691-425d-b004-c78ff28b6580 req-181b6d82-0830-4fb5-8fbe-509baa240554 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Jul 28 04:02:53.591717 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcebf6-c2f8-4b28-91ae-3b7cf020eaae req-7be53a5f-4f7b-445a-bea3-3b6fd2a4eb14 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:53.593194 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdbcebf6-c2f8-4b28-91ae-3b7cf020eaae req-7be53a5f-4f7b-445a-bea3-3b6fd2a4eb14 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 945 time: 0.0476096 Jul 28 04:02:53.633158 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-bdbcebf6-c2f8-4b28-91ae-3b7cf020eaae req-27b4560e-0588-4187-b647-1048b2e43b05 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Jul 28 04:02:53.839017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 up at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:02:53.884536 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.provisioning_blocks [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Provisioning complete for port 112e697d-1edd-446f-a101-77de43008785 triggered by entity L2. {{(pid=105297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:02:53.884900 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831073'] for port, provisioning_complete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.958220 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1611746'] for port, before_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.979113 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:02:53.981316 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714a686ffbebd37ca52fe73563a876da91c58bdd416dca30456d21633caed5c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2815ca-b4af-4bda-81d5-756efd0b068b" -d '{"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-plugged", "status": "completed", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:53.997928 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:54.016645 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c8e06-0e3d-4396-a0fc-0f0a135ab12d x-openstack-request-id: req-1f8c8e06-0e3d-4396-a0fc-0f0a135ab12d {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:54.016955 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-plugged", "status": "completed", "tag": "112e697d-1edd-446f-a101-77de43008785", "code": 200}]} {{(pid=105297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:54.017204 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f8c8e06-0e3d-4396-a0fc-0f0a135ab12d {{(pid=105297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:54.017586 dv-cinder-802648-1-iscsi neutron-server[105297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'code': 200} Jul 28 04:02:54.065727 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768392321329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768391915542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768391915560'] for port, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:54.112463 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Pushing event updated for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=8']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:54.351222 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e291d-d44b-4c57-8b70-e706b4a27b9d req-51dac42f-8df8-4d5f-b865-b5972174a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:54.352671 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c1e291d-d44b-4c57-8b70-e706b4a27b9d req-51dac42f-8df8-4d5f-b865-b5972174a892 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0378230 Jul 28 04:02:54.387571 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-6c1e291d-d44b-4c57-8b70-e706b4a27b9d req-7fd936ff-a68c-4914-a79e-3cba66b58bef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262012 Jul 28 04:02:54.742962 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3a7a5-d3c5-435e-aadc-393cc177cbd2 req-4fbf6766-1f66-49af-8a39-078cf84c242e tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:54.744420 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1ad3a7a5-d3c5-435e-aadc-393cc177cbd2 req-4fbf6766-1f66-49af-8a39-078cf84c242e tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0468895 Jul 28 04:02:54.780373 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-1ad3a7a5-d3c5-435e-aadc-393cc177cbd2 req-b5c7f1b0-7458-4919-a9fa-a05d7d6235b3 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302331 Jul 28 04:02:55.892545 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb991a1-94ee-4af6-8543-60a484aa2f16 req-a373d5be-4b42-4720-8f96-cf5985887157 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:02:55.894015 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bb991a1-94ee-4af6-8543-60a484aa2f16 req-a373d5be-4b42-4720-8f96-cf5985887157 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0467546 Jul 28 04:02:55.934548 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-5bb991a1-94ee-4af6-8543-60a484aa2f16 req-dd97c94f-28ca-4d27-b9f0-fa8625ff7b22 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Jul 28 04:02:59.088116 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:07.680587 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-d4ccfbf4-9cd6-4db4-b5cb-67510bf83d5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373271 Jul 28 04:03:07.778069 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-d125cc14-5b98-4a52-9a06-225410a816dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:07.779502 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-d125cc14-5b98-4a52-9a06-225410a816dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1099 time: 0.0386000 Jul 28 04:03:07.881972 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-d11a28e0-c6ea-47a0-a381-0dee7ced3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:07.883312 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-d11a28e0-c6ea-47a0-a381-0dee7ced3cc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0845063 Jul 28 04:03:07.945563 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-e68a49dc-7f7e-4ecf-ad1f-783f3d73c6df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 1001 time: 0.0544355 Jul 28 04:03:07.992737 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-2461a154-a7d5-48f8-8e0f-a86261cc041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:07.994112 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-2461a154-a7d5-48f8-8e0f-a86261cc041e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0407195 Jul 28 04:03:08.040046 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-259df524-11ce-422d-ac8e-bfa35fd88353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:08.041456 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-259df524-11ce-422d-ac8e-bfa35fd88353 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401173 Jul 28 04:03:08.128760 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-e59150b3-e2aa-4489-a9ca-a8d1423a8899 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788064 Jul 28 04:03:08.217908 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-9e3a8610-e96c-4a4f-9c9b-a1a5f84935d7 req-4a4023d8-6765-4549-b855-6271e3cc3411 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815833 Jul 28 04:03:09.617351 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:12.257177 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c9a018fd-b313-4ef8-a421-2395ad7ef9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:15.063039 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-47c032e3-bcab-4b48-9b1c-3fdc0aca01dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:15.291672 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:16.036374 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:17.693511 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:29.058858 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:41.711355 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43258) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:41.862083 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port 52e82920-f6a6-4bdf-aa5e-06d69b7a786e {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:41.862339 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:41.935569 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:41.935900 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:41.946952 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for 52e82920-f6a6-4bdf-aa5e-06d69b7a786e owned by network:floatingip {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:42.182621 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:42.211332 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=52e82920-f6a6-4bdf-aa5e-06d69b7a786e,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:42.213436 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7c57ffaa-4686-4810-8683-bc513d34182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:42.233264 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.233607 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.234015 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.234366 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.234688 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.235012 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.235331 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.235651 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.235969 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.236284 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.236668 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.236983 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.276692 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:42.277024 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP d236b84a-f294-4f9c-b95b-04e5c56294f2 disassociated (deleted). External IP: 172.27.0.158, port: 3db0f78e-f016-49f9-97fc-83afc97bf40c. Jul 28 04:03:42.473312 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:03:42.574717 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:42.579143 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:42.586176 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:42.594972 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:03:42.595577 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:42.605523 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-59999a20-5b35-4282-b851-ac754c244178 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "DELETE /v2.0/floatingips/d236b84a-f294-4f9c-b95b-04e5c56294f2 HTTP/1.1" status: 204 len: 168 time: 0.8924627 Jul 28 04:03:42.606131 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:03:42.608390 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f40c0-da9e-4110-854e-37d9835775b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:42.699696 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:03:42.750651 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b69a7f-8fa3-4a00-b6f7-7ed1fd6739b3 x-openstack-request-id: req-a3b69a7f-8fa3-4a00-b6f7-7ed1fd6739b3 {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:42.751179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:42.751179 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b69a7f-8fa3-4a00-b6f7-7ed1fd6739b3 {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:42.751817 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'status': 'completed', 'code': 200} Jul 28 04:03:42.832305 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-9ec615f3-8c64-41b2-b388-7182146ee928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:42.833874 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-9ec615f3-8c64-41b2-b388-7182146ee928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 1099 time: 0.0401328 Jul 28 04:03:42.921186 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:42.923158 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-106001be-a1f4-4f98-a040-26f9921d4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:42.924649 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-106001be-a1f4-4f98-a040-26f9921d4489 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0837080 Jul 28 04:03:42.946411 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:42.954606 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:03:42.955202 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:42.970147 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-957fcbc4-2c72-4ea8-9d2c-7ea9a597294f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 200 len: 217 time: 0.0388331 Jul 28 04:03:43.019847 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-a62e48eb-6f01-438b-8c8e-3cd1b13caab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:43.021372 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-a62e48eb-6f01-438b-8c8e-3cd1b13caab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0444567 Jul 28 04:03:43.063236 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:03:43.100757 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30634-4307-4b81-9468-4dd9f23481f3 req-cf27cd3e-6c71-4f89-b07a-93c37c0379cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:43.106078 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-73e30634-4307-4b81-9468-4dd9f23481f3 req-cf27cd3e-6c71-4f89-b07a-93c37c0379cb tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0799980 Jul 28 04:03:43.106078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-9969c269-d042-4fc1-8a74-e7b406b8b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:43.106387 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-9969c269-d042-4fc1-8a74-e7b406b8b58f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595226 Jul 28 04:03:43.188942 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-73e30634-4307-4b81-9468-4dd9f23481f3 req-6671a38d-fc4f-4e50-a855-8f5eb055b829 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762453 Jul 28 04:03:43.221559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-b8ed831e-2235-46f0-b54f-6ccc35ab3bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028106 Jul 28 04:03:43.284652 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:43.310404 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d35b7b-cf02-4962-8276-002cbcff5322 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_floatingips': [{'id': 'eb9ea43b-f0e0-4381-9f8a-e62809293731', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'router_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'port_id': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'mac_address': 'fa:16:3e:ee:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:00:14Z', 'updated_at': '2021-07-28T04:00:17Z', 'revision_number': 1, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:43.314805 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-c96f40c0-da9e-4110-854e-37d9835775b3 req-59577a5a-1c8e-4454-abc5-650b76f09e7a service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845225 Jul 28 04:03:43.528361 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff05eb-9779-4648-bca2-34e1d483a3a1 None None] New status for floating IP d236b84a-f294-4f9c-b95b-04e5c56294f2: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:03:44.302211 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5b0e-8f1a-43af-8e93-61fed4b459fe req-5bdcd331-c088-4d4c-ad9d-e3cc5d8f73a7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:44.303683 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91ae5b0e-8f1a-43af-8e93-61fed4b459fe req-5bdcd331-c088-4d4c-ad9d-e3cc5d8f73a7 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0478427 Jul 28 04:03:44.342802 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-91ae5b0e-8f1a-43af-8e93-61fed4b459fe req-3a43e026-7271-47e6-9c9a-d6487cd40c5d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jul 28 04:03:44.831191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-4fa5520e-9501-495f-9a2b-9a9bf2fb4332 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:44.832626 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-4fa5520e-9501-495f-9a2b-9a9bf2fb4332 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 946 time: 0.0794127 Jul 28 04:03:44.921476 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port 3db0f78e-f016-49f9-97fc-83afc97bf40c {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:44.921848 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.005335 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] For port 3db0f78e-f016-49f9-97fc-83afc97bf40c, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=3db0f78e-f016-49f9-97fc-83afc97bf40c,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:45.005714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.017919 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for 3db0f78e-f016-49f9-97fc-83afc97bf40c owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:45.085310 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-fe2f16c8-cb33-4f00-a006-77590c7f6fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.213184 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.243482 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=3db0f78e-f016-49f9-97fc-83afc97bf40c,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:45.307769 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] No DVR routers for this DVR port 3db0f78e-f016-49f9-97fc-83afc97bf40c on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:03:45.309300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.309300 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-24d9a6a5-3042-4d84-b5e6-17e83fe252a5 req-f80151ed-20c4-442a-9d3a-8708aa922126 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "DELETE /v2.0/ports/3db0f78e-f016-49f9-97fc-83afc97bf40c HTTP/1.1" status: 204 len: 173 time: 0.4588583 Jul 28 04:03:45.309300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'name': 'network-vif-deleted', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:03:45.309300 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1756fe-f390-4920-8ac1-011e6b7b1117" -d '{"events": [{"server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "name": "network-vif-deleted", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:45.309670 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:45.336023 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a07d77-3014-41bb-a750-c2fd69171a4e x-openstack-request-id: req-19a07d77-3014-41bb-a750-c2fd69171a4e {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:45.336267 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc33159-1702-4956-b54b-a4b608250023", "name": "network-vif-deleted", "tag": "3db0f78e-f016-49f9-97fc-83afc97bf40c", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:45.336512 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19a07d77-3014-41bb-a750-c2fd69171a4e {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:45.336926 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc33159-1702-4956-b54b-a4b608250023', 'name': 'network-vif-deleted', 'tag': '3db0f78e-f016-49f9-97fc-83afc97bf40c', 'status': 'completed', 'code': 200} Jul 28 04:03:45.433678 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-68662d6e-cf1f-4d94-83b1-b1a1a824990f req-d2ad20e0-5adc-48b5-a9af-dbc486a8d0c1 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 210 time: 0.0255909 Jul 28 04:03:46.050961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:46.536865 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-ba86e9c9-eadd-4aa8-a77e-208acaef584c req-f3cae7c7-fce6-450b-ba7b-806853139c35 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc33159-1702-4956-b54b-a4b608250023 HTTP/1.1" status: 200 len: 210 time: 0.0251482 Jul 28 04:03:46.616011 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:47.727570 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:48.104642 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3db0f78e-f016-49f9-97fc-83afc97bf40c no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:48.123988 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 3db0f78e-f016-49f9-97fc-83afc97bf40c {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:03:48.127000 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 3db0f78e-f016-49f9-97fc-83afc97bf40c not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:03:50.043661 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43298) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:50.199150 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port dd1d5c7c-474e-4e78-b98d-38893e0c2111 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:50.199490 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.269119 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.269439 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.280838 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for dd1d5c7c-474e-4e78-b98d-38893e0c2111 owned by network:floatingip {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:50.509777 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.537515 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=dd1d5c7c-474e-4e78-b98d-38893e0c2111,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:50.593247 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.593624 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.db.l3_db [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Floating IP eb9ea43b-f0e0-4381-9f8a-e62809293731 disassociated (deleted). External IP: 172.27.0.99, port: fd05bf11-6b3a-4269-9831-a1c35fdcd964. Jul 28 04:03:50.792417 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:03:50.895046 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:50.899958 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.904977 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:50.913464 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:03:50.914097 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:50.926886 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-921dce4b-5396-4a1f-820a-0e5cd93ca417 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb9ea43b-f0e0-4381-9f8a-e62809293731 HTTP/1.1" status: 204 len: 168 time: 0.8821855 Jul 28 04:03:50.927443 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964'}] {{(pid=105296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:03:50.929656 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de86c84f69f6d33b8ed4fc08a6b9d801b42b1877df1af874005def9bbda269b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8990940e-d85d-4914-a5f5-209233a117b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964"}]}' {{(pid=105296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:50.968735 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63055d0e-b064-42a3-8457-c1a1c437107c x-openstack-request-id: req-63055d0e-b064-42a3-8457-c1a1c437107c {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:50.969020 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964", "status": "completed", "code": 200}]} {{(pid=105296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:50.969269 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63055d0e-b064-42a3-8457-c1a1c437107c {{(pid=105296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:50.969663 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'status': 'completed', 'code': 200} Jul 28 04:03:51.021542 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:03:51.049636 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990940e-d85d-4914-a5f5-209233a117b7 req-d006c0f8-edbf-4a55-a366-ab2f2d252cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:51.051480 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-d006c0f8-edbf-4a55-a366-ab2f2d252cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a7b95ce88748cea368c28ef245d03d&device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 1099 time: 0.0390105 Jul 28 04:03:51.146095 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990940e-d85d-4914-a5f5-209233a117b7 req-4f309703-3e9f-4cd4-b693-cf52c17faf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:51.147583 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-4f309703-3e9f-4cd4-b693-cf52c17faf5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 200 len: 912 time: 0.0892491 Jul 28 04:03:51.187679 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-76c3d440-4a9d-4d72-9ca4-a27f7df37c34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 200 len: 217 time: 0.0333033 Jul 28 04:03:51.223940 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:51.236073 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990940e-d85d-4914-a5f5-209233a117b7 req-ffc78075-ead3-477a-89b6-976f115e4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:51.237559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-ffc78075-ead3-477a-89b6-976f115e4474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 200 len: 850 time: 0.0430470 Jul 28 04:03:51.250231 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:51.258701 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:03:51.259299 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:51.285142 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990940e-d85d-4914-a5f5-209233a117b7 req-268bdaa5-d70b-42df-8506-8d0de16a703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:51.286641 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-268bdaa5-d70b-42df-8506-8d0de16a703d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457bd2c7-5175-40c9-9169-73ec9d3f72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422883 Jul 28 04:03:51.412861 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-f9f4bb0c-4d84-423f-9968-5e159ac33af7 service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181362 Jul 28 04:03:51.421916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe35d15-6b4b-4e24-a909-5aa98e2484cc req-c378b990-c7a0-4e58-bff3-0b4d16203c9d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:51.423442 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efe35d15-6b4b-4e24-a909-5aa98e2484cc req-c378b990-c7a0-4e58-bff3-0b4d16203c9d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0761538 Jul 28 04:03:51.490361 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:03:51.506957 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-efe35d15-6b4b-4e24-a909-5aa98e2484cc req-fce2a82a-1b38-4f7d-9de6-631aaf46cfb9 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753601 Jul 28 04:03:51.534559 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-8990940e-d85d-4914-a5f5-209233a117b7 req-f5cd8f97-6705-4101-ba7d-43638353087d service neutron] 10.222.0.30 "GET /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101277 Jul 28 04:03:51.681553 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:51.710488 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b127b-67bc-4b13-b996-964eea2d8821 None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:34Z', 'revision_number': 4, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '7e749611-dc1e-4e7d-b843-b9d027a5c4d4', 'name': '', 'network_id': '457bd2c7-5175-40c9-9169-73ec9d3f72dd', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'mac_address': 'fa:16:3e:6a:83:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:33Z', 'updated_at': '2021-07-28T03:56:40Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'subnets': [{'id': '9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:51.918681 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70454e-398d-4cca-94a2-eb6e94fc0215 None None] New status for floating IP eb9ea43b-f0e0-4381-9f8a-e62809293731: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:03:52.619119 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035dc97-e7a8-489c-b70c-60b7911172ba req-8d5789c1-f226-48d7-a115-c8b17122ee2d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:52.620566 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3035dc97-e7a8-489c-b70c-60b7911172ba req-8d5789c1-f226-48d7-a115-c8b17122ee2d tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0471258 Jul 28 04:03:52.656962 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3035dc97-e7a8-489c-b70c-60b7911172ba req-01415f3a-227e-4f19-bc87-db69fad06942 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c6aac-4ad5-47b0-89b9-508298ede396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300808 Jul 28 04:03:52.976910 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-fc13283a-ac3a-4cc5-b341-79fc9da6f14a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:03:52.978367 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-fc13283a-ac3a-4cc5-b341-79fc9da6f14a tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 946 time: 0.0496323 Jul 28 04:03:53.064865 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port fd05bf11-6b3a-4269-9831-a1c35fdcd964 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:53.065210 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.151866 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] For port fd05bf11-6b3a-4269-9831-a1c35fdcd964, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=fd05bf11-6b3a-4269-9831-a1c35fdcd964,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:53.152229 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.164312 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for fd05bf11-6b3a-4269-9831-a1c35fdcd964 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:53.367083 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.395238 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=fd05bf11-6b3a-4269-9831-a1c35fdcd964,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:53.437140 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] No DVR routers for this DVR port fd05bf11-6b3a-4269-9831-a1c35fdcd964 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:03:53.439723 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.441756 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-3fd9c9f4-2936-4647-83ba-7966d561ef84 req-033f73bf-a773-44e8-b6bb-f172d1731bf3 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.30 "DELETE /v2.0/ports/fd05bf11-6b3a-4269-9831-a1c35fdcd964 HTTP/1.1" status: 204 len: 173 time: 0.4570525 Jul 28 04:03:53.442187 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'name': 'network-vif-deleted', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:03:53.444482 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29964dd5-f659-4fa7-b5df-38a7f62f434c" -d '{"events": [{"server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "name": "network-vif-deleted", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:53.478824 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7af2aa-1a30-4d30-bf0c-2e7266a10536 x-openstack-request-id: req-5b7af2aa-1a30-4d30-bf0c-2e7266a10536 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:53.479111 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a275a6-f44d-4ea3-9a3d-12572230c414", "name": "network-vif-deleted", "tag": "fd05bf11-6b3a-4269-9831-a1c35fdcd964", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:53.479361 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b7af2aa-1a30-4d30-bf0c-2e7266a10536 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:53.479747 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a275a6-f44d-4ea3-9a3d-12572230c414', 'name': 'network-vif-deleted', 'tag': 'fd05bf11-6b3a-4269-9831-a1c35fdcd964', 'status': 'completed', 'code': 200} Jul 28 04:03:53.747523 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-2d8dc205-1a72-473e-8b4b-3b9be5c10878 req-c0547ae0-8238-48d2-8da6-cc4c2b504291 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a275a6-f44d-4ea3-9a3d-12572230c414 HTTP/1.1" status: 200 len: 210 time: 0.0264940 Jul 28 04:03:54.803867 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43314) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:54.921631 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Deleting port bd073689-5824-40e6-bf5e-4e29431c585a {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:54.921997 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:54.994938 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:54.995268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:55.006258 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Calling delete_port for bd073689-5824-40e6-bf5e-4e29431c585a owned by network:floatingip {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:55.229683 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:55.254955 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'Port': ['ID=bd073689-5824-40e6-bf5e-4e29431c585a,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:55.310333 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:55.313013 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:55.314222 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-fde61fb2-5df7-4fbb-8ee7-cffc06c843c2 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "DELETE /v2.0/floatingips/79c642d7-96e1-410e-b4fa-78fd36c8d88d HTTP/1.1" status: 204 len: 168 time: 0.5093598 Jul 28 04:03:56.120385 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device fd05bf11-6b3a-4269-9831-a1c35fdcd964 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:56.140685 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: fd05bf11-6b3a-4269-9831-a1c35fdcd964 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:03:56.140977 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device fd05bf11-6b3a-4269-9831-a1c35fdcd964 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:03:56.618212 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43326) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:56.676475 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:56.700535 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:56.869826 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:56.872282 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:56.873472 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] 10.222.0.13 "DELETE /v2.0/security-groups/402c6aac-4ad5-47b0-89b9-508298ede396 HTTP/1.1" status: 204 len: 168 time: 0.2542567 Jul 28 04:03:56.882872 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7d43-0d98-4bf7-8362-40aa982a0945 tempest-TestVolumeBootPattern-1864715306 tempest-TestVolumeBootPattern-1864715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402c6aac-4ad5-47b0-89b9-508298ede396,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:58.023701 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43332) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:58.487750 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:58.713387 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Deleting port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:03:58.713758 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:58.801604 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] For port 7e749611-dc1e-4e7d-b843-b9d027a5c4d4, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:58.801925 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:58.817365 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Calling delete_port for 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:03:59.058596 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:59.087305 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:59.352631 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e749611-dc1e-4e7d-b843-b9d027a5c4d4,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:59.505429 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:59.707982 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Router 326d6abb-532b-411d-bff2-cd8ad7706480 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:03:59.859439 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:59.864719 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a1f77c06-f35b-479b-8f52-6f5acb4839c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/326d6abb-532b-411d-bff2-cd8ad7706480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399477 Jul 28 04:03:59.867259 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43336) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:59.868118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Sync routers for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:59.877104 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:03:59.877724 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:59.967354 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:59.979437 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:00.065598 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.151581 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T04:03:58Z', 'revision_number': 5, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port': {'id': '6ffa8c5d-9b45-4b97-bddc-543f6782271f', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T03:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.180984 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Checking router: 326d6abb-532b-411d-bff2-cd8ad7706480 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:00.189834 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Routers {'326d6abb-532b-411d-bff2-cd8ad7706480'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:00.190447 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['326d6abb-532b-411d-bff2-cd8ad7706480'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.191799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Deleting port 6ffa8c5d-9b45-4b97-bddc-543f6782271f {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:00.192160 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.268239 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] For port 6ffa8c5d-9b45-4b97-bddc-543f6782271f, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=6ffa8c5d-9b45-4b97-bddc-543f6782271f,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:00.268609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.276366 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] Set router 326d6abb-532b-411d-bff2-cd8ad7706480 gateway port host: None {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:00.284287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Calling delete_port for 6ffa8c5d-9b45-4b97-bddc-543f6782271f owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:00.326358 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T04:04:00Z', 'revision_number': 6, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.354356 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4e5a-71d0-4a55-9fb9-7cfbcc0698da None None] The sync data for ids ['326d6abb-532b-411d-bff2-cd8ad7706480'] in dv-cinder-802648-1-iscsi is: [{'id': '326d6abb-532b-411d-bff2-cd8ad7706480', 'name': 'tempest-TestVolumeBootPattern-598715456-router', 'tenant_id': '56a7b95ce88748cea368c28ef245d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:31Z', 'updated_at': '2021-07-28T04:04:00Z', 'revision_number': 6, 'project_id': '56a7b95ce88748cea368c28ef245d03d', 'gw_port_host': None}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:00.530257 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.555714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffa8c5d-9b45-4b97-bddc-543f6782271f,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:00.610269 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.696436 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.698599 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.896497 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.896991 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 326d6abb-532b-411d-bff2-cd8ad7706480 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:04:00.901165 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.902401 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-9ecb413a-7d8d-4168-a855-b14ddd12787c admin admin] 10.222.0.13 "DELETE /v2.0/routers/326d6abb-532b-411d-bff2-cd8ad7706480 HTTP/1.1" status: 204 len: 168 time: 1.0342259 Jul 28 04:04:00.904918 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43338) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:00.948018 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Deleting subnet 9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:04:00.951117 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:00.983689 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.065164 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.195950 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.222880 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:01.226761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.228669 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-ef68228b-1e17-4cb2-b07d-e417c4ebbafa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9867ed69-cbc4-4f09-b026-c7b8d7e6c1f0 HTTP/1.1" status: 204 len: 168 time: 0.3229656 Jul 28 04:04:01.231404 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43340) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:01.232210 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35610d9e-5b1c-41ff-b0e4-13fbe90d13a9 None None] Network 457bd2c7-5175-40c9-9169-73ec9d3f72dd requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:04:01.301194 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.363861 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Deleting port 7fccf4fe-c112-4923-9320-585113ac8af9 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:01.364166 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.429153 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] For port 7fccf4fe-c112-4923-9320-585113ac8af9, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7fccf4fe-c112-4923-9320-585113ac8af9,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:01.429509 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.435363 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] DHCP port deletion for 457bd2c7-5175-40c9-9169-73ec9d3f72dd request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:04:01.442367 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Calling delete_port for 7fccf4fe-c112-4923-9320-585113ac8af9 owned by network:dhcp {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:01.486343 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Deleting port 7fccf4fe-c112-4923-9320-585113ac8af9 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:01.486767 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.547118 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] For port 7fccf4fe-c112-4923-9320-585113ac8af9, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=7fccf4fe-c112-4923-9320-585113ac8af9,segment=NetworkSegment(c182cd13-a411-4191-b5c7-c7c5949c5936),segment_id=c182cd13-a411-4191-b5c7-c7c5949c5936)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:01.547510 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.560218 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Calling delete_port for 7fccf4fe-c112-4923-9320-585113ac8af9 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:01.624305 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.635423 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.662233 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fccf4fe-c112-4923-9320-585113ac8af9,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:01.662805 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 6ffa8c5d-9b45-4b97-bddc-543f6782271f no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:01.664706 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] No DVR routers for this DVR port 7fccf4fe-c112-4923-9320-585113ac8af9 on host dv-cinder-802648-1-iscsi {{(pid=105296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:01.667052 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Pushing event deleted for resources: {'Port': ['ID=7fccf4fe-c112-4923-9320-585113ac8af9,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:01.670205 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] No DVR routers for this DVR port 7fccf4fe-c112-4923-9320-585113ac8af9 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:01.691523 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 6ffa8c5d-9b45-4b97-bddc-543f6782271f {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:01.691769 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 6ffa8c5d-9b45-4b97-bddc-543f6782271f not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:01.692191 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:01.696373 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.696727 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.697050 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.697375 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.697781 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.698050 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.698373 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.698693 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.699015 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.699354 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.699669 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.700126 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9247c02-1568-4560-bab8-98aa54c90853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802648-1-iscsi {{(pid=105297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:01.718575 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:01.730961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7e749611-dc1e-4e7d-b843-b9d027a5c4d4 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:01.730961 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7fccf4fe-c112-4923-9320-585113ac8af9 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:01.738339 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 7fccf4fe-c112-4923-9320-585113ac8af9 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:01.738681 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 7fccf4fe-c112-4923-9320-585113ac8af9 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:01.745453 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.754941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457bd2c7-5175-40c9-9169-73ec9d3f72dd']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:01.768355 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c182cd13-a411-4191-b5c7-c7c5949c5936') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:01.768839 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c182cd13-a411-4191-b5c7-c7c5949c5936') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:01.777527 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.790864 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.796472 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:04:01.796850 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:04:01.799015 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:04:01.926649 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.932030 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.941913 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] 10.222.0.13 "DELETE /v2.0/networks/457bd2c7-5175-40c9-9169-73ec9d3f72dd HTTP/1.1" status: 204 len: 168 time: 0.7014534 Jul 28 04:04:01.942350 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43342) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:01.944302 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ba5b-6bd5-46ef-9970-f434cc402d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=457bd2c7-5175-40c9-9169-73ec9d3f72dd,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:02.269050 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:02.510860 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Deleting port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:02.511191 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:02.583763 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] For port 2c3fb28b-140b-4c33-b7ab-a593b7e73de9, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:02.584044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:02.596013 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Calling delete_port for 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:02.872697 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:02.897680 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3fb28b-140b-4c33-b7ab-a593b7e73de9,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:03.057980 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:03.526800 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Router eb339815-0e06-44d2-9d56-548ffc6c4719 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:04:03.627688 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:03.633188 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-c2072fdf-87f2-4b51-9e68-f4ed6c32b6b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb339815-0e06-44d2-9d56-548ffc6c4719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952260 Jul 28 04:04:03.635568 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43344) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:03.636635 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e952596-810c-429a-9311-794264788121 None None] Sync routers for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:03.647187 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e952596-810c-429a-9311-794264788121 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:03.647786 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7e952596-810c-429a-9311-794264788121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.737233 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:03.747519 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7e952596-810c-429a-9311-794264788121 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:03.836486 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:03.915637 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7e952596-810c-429a-9311-794264788121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T04:04:02Z', 'revision_number': 5, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port': {'id': 'bb319165-b7a6-4726-8f05-402e9dfd0d68', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:56:38Z', 'updated_at': '2021-07-28T03:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.940541 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e952596-810c-429a-9311-794264788121 None None] Checking router: eb339815-0e06-44d2-9d56-548ffc6c4719 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:03.948467 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e952596-810c-429a-9311-794264788121 None None] Routers {'eb339815-0e06-44d2-9d56-548ffc6c4719'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:03.949061 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7e952596-810c-429a-9311-794264788121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['eb339815-0e06-44d2-9d56-548ffc6c4719'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.974494 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Deleting port bb319165-b7a6-4726-8f05-402e9dfd0d68 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:03.974837 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.031329 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-7e952596-810c-429a-9311-794264788121 None None] Set router eb339815-0e06-44d2-9d56-548ffc6c4719 gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:04.052523 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] For port bb319165-b7a6-4726-8f05-402e9dfd0d68, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=bb319165-b7a6-4726-8f05-402e9dfd0d68,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:04.052891 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.067912 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Calling delete_port for bb319165-b7a6-4726-8f05-402e9dfd0d68 owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:04.083927 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-7e952596-810c-429a-9311-794264788121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T04:04:03Z', 'revision_number': 6, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:04.109307 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e952596-810c-429a-9311-794264788121 None None] The sync data for ids ['eb339815-0e06-44d2-9d56-548ffc6c4719'] in dv-cinder-802648-1-iscsi is: [{'id': 'eb339815-0e06-44d2-9d56-548ffc6c4719', 'name': 'tempest-TestVolumeBootPattern-1572392061-router', 'tenant_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:56:37Z', 'updated_at': '2021-07-28T04:04:03Z', 'revision_number': 6, 'project_id': 'd7ccd32665ad4377931f7df5dd45f3e3', 'gw_port_host': None}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:04.284133 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.308509 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bb319165-b7a6-4726-8f05-402e9dfd0d68,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:04.367512 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.457351 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.459601 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.567020 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.567642 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb339815-0e06-44d2-9d56-548ffc6c4719 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:04:04.578009 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.578009 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-4909d1d6-0671-4376-b048-bfa4258556cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb339815-0e06-44d2-9d56-548ffc6c4719 HTTP/1.1" status: 204 len: 168 time: 0.9369040 Jul 28 04:04:04.578009 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43346) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:04.618896 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Deleting subnet faecedf1-6347-4c50-b040-ef89f2772259 {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:04:04.621675 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.653638 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.729717 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.922253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.947766 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faecedf1-6347-4c50-b040-ef89f2772259,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:04.952822 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:04.955121 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-92bb50a2-b003-4a9e-b5e5-8c8f012148a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/faecedf1-6347-4c50-b040-ef89f2772259 HTTP/1.1" status: 204 len: 168 time: 0.3783436 Jul 28 04:04:04.957549 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43348) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:04.958132 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa652b2c-6d36-4a64-8206-9f454eeae362 None None] Network 8417bc5c-360c-4f7b-ae43-34469046682a requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:04:05.028101 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.094810 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Deleting port e2493c15-c1cd-491f-a8de-926725340f7d {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:05.095702 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.151044 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] DHCP port deletion for 8417bc5c-360c-4f7b-ae43-34469046682a request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:04:05.171916 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] For port e2493c15-c1cd-491f-a8de-926725340f7d, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e2493c15-c1cd-491f-a8de-926725340f7d,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:05.172293 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.184995 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Calling delete_port for e2493c15-c1cd-491f-a8de-926725340f7d owned by network:dhcp {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:05.196382 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Deleting port e2493c15-c1cd-491f-a8de-926725340f7d {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:05.207546 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.261756 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] For port e2493c15-c1cd-491f-a8de-926725340f7d, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=e2493c15-c1cd-491f-a8de-926725340f7d,segment=NetworkSegment(e491ace2-1c50-4453-85fd-8b932a7c06af),segment_id=e491ace2-1c50-4453-85fd-8b932a7c06af)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:05.262253 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.275391 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Calling delete_port for e2493c15-c1cd-491f-a8de-926725340f7d owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:05.343865 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.349304 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.369579 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2493c15-c1cd-491f-a8de-926725340f7d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:05.371326 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] No DVR routers for this DVR port e2493c15-c1cd-491f-a8de-926725340f7d on host dv-cinder-802648-1-iscsi {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:05.376816 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] Pushing event deleted for resources: {'Port': ['ID=e2493c15-c1cd-491f-a8de-926725340f7d,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:05.378014 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df821fc0-4dbf-47a9-91e7-06b2ddd86e1b None None] No DVR routers for this DVR port e2493c15-c1cd-491f-a8de-926725340f7d on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:05.447153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.457378 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8417bc5c-360c-4f7b-ae43-34469046682a']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:05.467416 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e491ace2-1c50-4453-85fd-8b932a7c06af') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:05.467709 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e491ace2-1c50-4453-85fd-8b932a7c06af') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:05.475979 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.488858 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.494609 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:04:05.496799 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:04:05.610853 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.616360 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:05.618260 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8417bc5c-360c-4f7b-ae43-34469046682a HTTP/1.1" status: 204 len: 168 time: 0.6597579 Jul 28 04:04:05.630061 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e60294-5f59-4185-bfa2-757a1515aa47 admin admin] Pushing event deleted for resources: {'Network': ['ID=8417bc5c-360c-4f7b-ae43-34469046682a,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:05.647010 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e2493c15-c1cd-491f-a8de-926725340f7d no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:05.669616 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: e2493c15-c1cd-491f-a8de-926725340f7d {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:05.670018 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device e2493c15-c1cd-491f-a8de-926725340f7d not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:05.670645 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:05.689828 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:05.690202 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 2c3fb28b-140b-4c33-b7ab-a593b7e73de9 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:05.694809 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device bb319165-b7a6-4726-8f05-402e9dfd0d68 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:05.708869 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: bb319165-b7a6-4726-8f05-402e9dfd0d68 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:05.709151 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device bb319165-b7a6-4726-8f05-402e9dfd0d68 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:06.207574 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43352) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:06.247062 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-f1a87028-c3c6-436e-8eb6-894dbe0c5444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56a7b95ce88748cea368c28ef245d03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383444 Jul 28 04:04:06.249399 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43354) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:06.299786 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:06.319904 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:06.449768 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:06.452340 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:06.453488 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54596034-8575-4ba8-84ed-c0396ac34e64 HTTP/1.1" status: 204 len: 168 time: 0.2031553 Jul 28 04:04:06.461722 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184c98-ca18-47f3-b3cc-fc7bd7815ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54596034-8575-4ba8-84ed-c0396ac34e64,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:07.148194 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43360) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:07.186732 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-a8989a1d-fa12-4f82-aa6c-39a1e0a52686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7ccd32665ad4377931f7df5dd45f3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374017 Jul 28 04:04:07.189783 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43362) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:07.234584 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:07.255747 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:07.383714 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:07.386150 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:07.387266 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80a2017a-74f0-47a0-9e8d-2439a5e9acf7 HTTP/1.1" status: 204 len: 168 time: 0.1965837 Jul 28 04:04:07.394898 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bcf09-e4de-4715-9ba6-2659e4829f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2017a-74f0-47a0-9e8d-2439a5e9acf7,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:08.681441 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43366) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:08.834725 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Deleting port a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:08.835069 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:08.905904 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:08.906232 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:08.917812 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Calling delete_port for a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b owned by network:floatingip {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:09.161371 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:09.185313 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event deleted for resources: {'Port': ['ID=a9ef37a8-8d19-44d7-8c5d-d552d4cdc86b,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:09.249278 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for floatingip, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:09.249615 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.db.l3_db [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Floating IP 77b0acd1-ad0b-4a55-aa97-c6519ce355c4 disassociated (deleted). External IP: 172.27.0.112, port: 112e697d-1edd-446f-a101-77de43008785. Jul 28 04:04:09.445241 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Router ece7f451-a29a-4f53-9215-b0cbedc892a9 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:04:09.549934 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:09.554504 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for floatingip, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:09.559395 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Sync routers for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:09.568700 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:09.569298 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:09.604928 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-09c0e608-adc1-4d81-9600-13cc78c0497d tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "DELETE /v2.0/floatingips/77b0acd1-ad0b-4a55-aa97-c6519ce355c4 HTTP/1.1" status: 204 len: 168 time: 0.9223595 Jul 28 04:04:09.606156 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:04:09.608402 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3974315-d322-4389-8df6-0b1e867b8252" -d '{"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:09.620670 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-83d6e3a8-581e-46c4-bda4-a692c9b2f8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639493 Jul 28 04:04:09.649208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ca8f2-a294-452b-8f8d-69ec1da76dbe x-openstack-request-id: req-936ca8f2-a294-452b-8f8d-69ec1da76dbe {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:09.649511 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "tag": "112e697d-1edd-446f-a101-77de43008785", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:09.649799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-936ca8f2-a294-452b-8f8d-69ec1da76dbe {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:09.650448 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'status': 'completed', 'code': 200} Jul 28 04:04:09.672920 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:09.717216 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-c964b7f0-639a-4c16-8ce9-a82e5e676300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:09.717216 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-c964b7f0-639a-4c16-8ce9-a82e5e676300 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0405250 Jul 28 04:04:09.817040 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-51cb607c-1448-4cbb-9a09-47876d1b4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:09.819109 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-51cb607c-1448-4cbb-9a09-47876d1b4e4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.0896194 Jul 28 04:04:09.861427 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-7fef5775-93db-4079-ad9e-26d882817981 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 217 time: 0.0348587 Jul 28 04:04:09.910398 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-abb0911e-ddf1-45a0-a930-420f24cf7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:09.911835 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-abb0911e-ddf1-45a0-a930-420f24cf7cbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0431747 Jul 28 04:04:09.963023 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-493e1619-072e-4413-bc1e-2df3b53bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:09.964918 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-493e1619-072e-4413-bc1e-2df3b53bcb9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465012 Jul 28 04:04:09.995556 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:10.021122 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Checking router: ece7f451-a29a-4f53-9215-b0cbedc892a9 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:10.030560 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:10.031166 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:03:45Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:10.062244 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-d00d8c87-5e4a-4888-b501-ba3ccb611314 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895000 Jul 28 04:04:10.135017 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:10.177213 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b923-ca2a-4e63-bb3c-fbd460abd18f req-56e5f959-9bd8-4645-8a9f-9b6139024a03 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:10.179252 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-96f4b923-ca2a-4e63-bb3c-fbd460abd18f req-56e5f959-9bd8-4645-8a9f-9b6139024a03 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0992899 Jul 28 04:04:10.230809 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-109ad650-1acd-46ff-9f6b-cd11302a2a73 req-f205f6d3-43c3-4a13-8541-a39a90d02210 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236150 Jul 28 04:04:10.235844 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-96f4b923-ca2a-4e63-bb3c-fbd460abd18f req-657cac59-1bb4-4f2b-9218-34781aeb2956 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Jul 28 04:04:10.325583 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:10.354625 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3497bb-097d-4b5b-86f1-dda6f268eeab None None] The sync data for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi is: [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T03:59:35Z', 'revision_number': 4, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi', '_interfaces': [{'id': '75a43b57-cb1e-487c-b386-43b33794cbae', 'name': '', 'network_id': '4233bb98-57f2-4fb8-9c3c-8f1f9fe90729', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'mac_address': 'fa:16:3e:0b:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:34Z', 'updated_at': '2021-07-28T03:59:39Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'subnets': [{'id': 'b047ba39-433e-4464-baa7-e958c8fbe59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:10.432874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974315-d322-4389-8df6-0b1e867b8252 req-687f2731-42e1-4b45-89c8-cf22bda3dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:10.434414 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-687f2731-42e1-4b45-89c8-cf22bda3dfc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b0b24ba9a544378df75e5bb74b3493&device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 1099 time: 0.0409665 Jul 28 04:04:10.529926 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974315-d322-4389-8df6-0b1e867b8252 req-daf14d83-ed3b-4ce1-8665-92b6a0f9994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:10.531293 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-daf14d83-ed3b-4ce1-8665-92b6a0f9994b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 200 len: 909 time: 0.0877469 Jul 28 04:04:10.559572 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9985c6-1a91-48af-9bc6-644817723e8d None None] New status for floating IP 77b0acd1-ad0b-4a55-aa97-c6519ce355c4: DOWN {{(pid=105298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:04:10.575262 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-1f99c251-1525-4244-aeef-8a28bb361108 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 200 len: 217 time: 0.0349371 Jul 28 04:04:10.624435 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974315-d322-4389-8df6-0b1e867b8252 req-2ed056af-f623-45cf-aeab-f6f2d56ff346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:10.625969 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-2ed056af-f623-45cf-aeab-f6f2d56ff346 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 200 len: 847 time: 0.0436301 Jul 28 04:04:10.674977 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974315-d322-4389-8df6-0b1e867b8252 req-03f12452-4d4f-4fc4-9fad-0dc1784bdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:10.676457 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-03f12452-4d4f-4fc4-9fad-0dc1784bdf75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428128 Jul 28 04:04:10.763019 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-a6b79c96-2496-4351-ba05-2e57ec3cae2f service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785823 Jul 28 04:04:10.852976 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-d3974315-d322-4389-8df6-0b1e867b8252 req-64f8aa94-2725-4cba-90f9-3962782532f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827215 Jul 28 04:04:11.350075 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b39d8c-7384-41d1-a181-66e588bc894b req-1c822bf3-59d2-473f-9e8c-489b8c36ecb9 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:11.351480 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-04b39d8c-7384-41d1-a181-66e588bc894b req-1c822bf3-59d2-473f-9e8c-489b8c36ecb9 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0476999 Jul 28 04:04:11.391140 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-04b39d8c-7384-41d1-a181-66e588bc894b req-6b0ae44d-a0f3-4f42-a990-047683c1b5e0 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/security-groups?id=133bf88b-50f7-4281-85f2-3b276379c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Jul 28 04:04:11.776529 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48262524-d00d-4cb1-b5d1-81975981c844 req-d5a68b88-6998-4f19-9c1d-c9c7a99f0e38 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:04:11.778193 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48262524-d00d-4cb1-b5d1-81975981c844 req-d5a68b88-6998-4f19-9c1d-c9c7a99f0e38 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 946 time: 0.0473127 Jul 28 04:04:11.871235 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Deleting port 112e697d-1edd-446f-a101-77de43008785 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:11.871583 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:11.953928 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] For port 112e697d-1edd-446f-a101-77de43008785, host hv-cinder-80264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80264',level=0,port_id=112e697d-1edd-446f-a101-77de43008785,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:11.954223 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:11.966634 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Calling delete_port for 112e697d-1edd-446f-a101-77de43008785 owned by compute:nova {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:12.155598 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:12.182589 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event deleted for resources: {'Port': ['ID=112e697d-1edd-446f-a101-77de43008785,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:12.190044 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1c34402c-8964-43b1-8cd2-3bba08b66d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:12.227358 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] No DVR routers for this DVR port 112e697d-1edd-446f-a101-77de43008785 on host hv-cinder-80264 {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:12.229744 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258763'] for port, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:12.231800 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-48262524-d00d-4cb1-b5d1-81975981c844 req-4cd5468f-cc1b-43f9-b4b1-307161329fdc tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.30 "DELETE /v2.0/ports/112e697d-1edd-446f-a101-77de43008785 HTTP/1.1" status: 204 len: 173 time: 0.4459865 Jul 28 04:04:12.232226 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-deleted', 'tag': '112e697d-1edd-446f-a101-77de43008785'}] {{(pid=105295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:04:12.234484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b8429821a72506f315ef6b96cd3bee8c51735aa62f3c2ce88596770e61d5ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd126e-04c5-483f-8979-1995d46dcb15" -d '{"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-deleted", "tag": "112e697d-1edd-446f-a101-77de43008785"}]}' {{(pid=105295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:12.268715 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdaf30b-0556-42c9-a645-6244279da6c3 x-openstack-request-id: req-3bdaf30b-0556-42c9-a645-6244279da6c3 {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:12.269002 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa83b6d-bfd9-4de0-82a4-1539929a58d4", "name": "network-vif-deleted", "tag": "112e697d-1edd-446f-a101-77de43008785", "status": "completed", "code": 200}]} {{(pid=105295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:12.269253 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bdaf30b-0556-42c9-a645-6244279da6c3 {{(pid=105295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:12.269644 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa83b6d-bfd9-4de0-82a4-1539929a58d4', 'name': 'network-vif-deleted', 'tag': '112e697d-1edd-446f-a101-77de43008785', 'status': 'completed', 'code': 200} Jul 28 04:04:12.482878 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-282ffb1f-f430-48dd-b2fe-61e6d4e2723c req-147ebe32-d88d-4af9-a367-261e84f78483 tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 210 time: 0.0256824 Jul 28 04:04:13.583408 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [req-f0d8a717-3b7c-4665-ba1b-e702015cfdad req-291e8863-4c51-42cd-ae68-48a228ba685e tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa83b6d-bfd9-4de0-82a4-1539929a58d4 HTTP/1.1" status: 200 len: 210 time: 0.0248189 Jul 28 04:04:14.638370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43384) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:14.693370 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:14.717811 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:14.877855 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:14.880272 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Notify callbacks [] for security_group, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:14.881405 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] 10.222.0.13 "DELETE /v2.0/security-groups/133bf88b-50f7-4281-85f2-3b276379c82d HTTP/1.1" status: 204 len: 168 time: 0.2420650 Jul 28 04:04:14.890228 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e3425-7a4b-4548-be4e-701be9db3ecd tempest-TestShelveInstance-1261530297 tempest-TestShelveInstance-1261530297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133bf88b-50f7-4281-85f2-3b276379c82d,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:14.999147 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43388) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:15.080964 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-895d4ba3-a8eb-43ae-ab69-28ad00afed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:15.290170 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:15.327582 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:15.828560 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Deleting port 75a43b57-cb1e-487c-b386-43b33794cbae {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:15.829259 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:15.902218 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] For port 75a43b57-cb1e-487c-b386-43b33794cbae, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=75a43b57-cb1e-487c-b386-43b33794cbae,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:15.902499 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:15.914209 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Calling delete_port for 75a43b57-cb1e-487c-b386-43b33794cbae owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:16.021053 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.158178 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.184084 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a43b57-cb1e-487c-b386-43b33794cbae,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:16.197500 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 no longer exists at agent hyperv_hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:16.222323 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] No Port match for: 112e697d-1edd-446f-a101-77de43008785 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:16.222675 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Device 112e697d-1edd-446f-a101-77de43008785 not bound to the agent host hv-cinder-80264 {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:16.348104 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.549484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Router ece7f451-a29a-4f53-9215-b0cbedc892a9 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:04:16.650108 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:16.654949 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-36957c89-cc0a-4743-a197-c2cc19d3d557 admin admin] 10.222.0.13 "PUT /v2.0/routers/ece7f451-a29a-4f53-9215-b0cbedc892a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547847 Jul 28 04:04:16.657374 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43390) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:16.659842 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Sync routers for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:16.669633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:16.670277 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:04:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:16.758287 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.773209 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:16.859732 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.942475 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T04:04:16Z', 'revision_number': 5, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port': {'id': 'd0bf13e5-1401-4d44-a477-f242bc4b15b2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:33Z', 'updated_at': '2021-07-28T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:16.968004 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Deleting port d0bf13e5-1401-4d44-a477-f242bc4b15b2 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:16.968353 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:16.972504 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Checking router: ece7f451-a29a-4f53-9215-b0cbedc892a9 for host: dv-cinder-802648-1-iscsi {{(pid=105297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:16.981185 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Routers {'ece7f451-a29a-4f53-9215-b0cbedc892a9'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:16.981821 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:04:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['ece7f451-a29a-4f53-9215-b0cbedc892a9'], 'active': True} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:17.043786 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] For port d0bf13e5-1401-4d44-a477-f242bc4b15b2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=d0bf13e5-1401-4d44-a477-f242bc4b15b2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:17.044153 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.057124 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Calling delete_port for d0bf13e5-1401-4d44-a477-f242bc4b15b2 owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:17.064534 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvr_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] Set router ece7f451-a29a-4f53-9215-b0cbedc892a9 gateway port host: None {{(pid=105297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:17.115021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_hamode_db [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T04:04:16Z', 'revision_number': 6, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:17.143722 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e971-5a5d-4a6b-abf4-1cf6e9ac1c36 None None] The sync data for ids ['ece7f451-a29a-4f53-9215-b0cbedc892a9'] in dv-cinder-802648-1-iscsi is: [{'id': 'ece7f451-a29a-4f53-9215-b0cbedc892a9', 'name': 'tempest-TestShelveInstance-381284682-router', 'tenant_id': '09b0b24ba9a544378df75e5bb74b3493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:32Z', 'updated_at': '2021-07-28T04:04:16Z', 'revision_number': 6, 'project_id': '09b0b24ba9a544378df75e5bb74b3493', 'gw_port_host': None}] {{(pid=105297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:17.309514 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.340815 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bf13e5-1401-4d44-a477-f242bc4b15b2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:17.406137 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.492028 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.494208 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.626500 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.627078 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece7f451-a29a-4f53-9215-b0cbedc892a9 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:04:17.631066 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.632813 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-020b8320-6471-4ddb-9b09-f1d71d96c79f admin admin] 10.222.0.13 "DELETE /v2.0/routers/ece7f451-a29a-4f53-9215-b0cbedc892a9 HTTP/1.1" status: 204 len: 168 time: 0.9745071 Jul 28 04:04:17.635328 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43392) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:17.683570 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Deleting subnet b047ba39-433e-4464-baa7-e958c8fbe59a {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:04:17.686843 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.706686 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.721351 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.794109 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.913500 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.921204 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 75a43b57-cb1e-487c-b386-43b33794cbae no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:17.942453 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec10efe-1677-4686-bf8b-d5fab7d98693 None None] Network 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:04:17.945568 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 75a43b57-cb1e-487c-b386-43b33794cbae {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:17.945901 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.946043 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 75a43b57-cb1e-487c-b386-43b33794cbae not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:17.946331 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device d0bf13e5-1401-4d44-a477-f242bc4b15b2 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:17.950144 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b047ba39-433e-4464-baa7-e958c8fbe59a HTTP/1.1" status: 204 len: 168 time: 0.3114939 Jul 28 04:04:17.950144 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf57d6-74a8-406b-a9fb-07a8e9480f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b047ba39-433e-4464-baa7-e958c8fbe59a,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:17.951168 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43394) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:18.001880 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: d0bf13e5-1401-4d44-a477-f242bc4b15b2 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:18.002222 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device d0bf13e5-1401-4d44-a477-f242bc4b15b2 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:18.024427 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.100941 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Deleting port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 {{(pid=105296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:18.102038 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.181089 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.db [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] For port 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=437cc3f3-d60d-4248-b206-a7ee73c6ab49,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:18.181458 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.193732 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.plugin [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Calling delete_port for 437cc3f3-d60d-4248-b206-a7ee73c6ab49 owned by network:dhcp {{(pid=105296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:18.269257 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] DHCP port deletion for 4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:04:18.318003 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Deleting port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:18.318380 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.384855 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] For port 437cc3f3-d60d-4248-b206-a7ee73c6ab49, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=437cc3f3-d60d-4248-b206-a7ee73c6ab49,segment=NetworkSegment(d17540cc-8005-476a-95cc-8a2104fd97ed),segment_id=d17540cc-8005-476a-95cc-8a2104fd97ed)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:18.385252 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.399575 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Calling delete_port for 437cc3f3-d60d-4248-b206-a7ee73c6ab49 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:18.552371 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8801402'] for port, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.558139 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.577758 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=437cc3f3-d60d-4248-b206-a7ee73c6ab49,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:18.580629 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] Pushing event deleted for resources: {'Port': ['ID=437cc3f3-d60d-4248-b206-a7ee73c6ab49,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:18.582745 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] No DVR routers for this DVR port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 on host dv-cinder-802648-1-iscsi {{(pid=105296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:18.586559 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0863f5ce-fa9b-41b3-8c06-80fec2037cf1 None None] No DVR routers for this DVR port 437cc3f3-d60d-4248-b206-a7ee73c6ab49 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:18.653098 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.662533 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4233bb98-57f2-4fb8-9c3c-8f1f9fe90729']}} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:18.674909 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17540cc-8005-476a-95cc-8a2104fd97ed') {'for_net_delete': True} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:18.675208 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.services.segments.db [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17540cc-8005-476a-95cc-8a2104fd97ed') {} {{(pid=105296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:18.683903 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040841'] for segment, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.697409 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.703279 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:04:18.703693 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8801365'] for segment, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: Traceback (most recent call last): Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: timer() Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: cb(*args, **kw) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: return func(*args, **kwargs) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: self._notify() Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: self.callback(batched_events) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: event.method(event) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: return f(self, *a, **k) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._get(url).json() Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: return self.request(url, 'GET', **kwargs) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:04:18.705302 dv-cinder-802648-1-iscsi neutron-server[105296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:04:18.829620 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.835347 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:18.837224 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4233bb98-57f2-4fb8-9c3c-8f1f9fe90729 HTTP/1.1" status: 204 len: 168 time: 0.8849387 Jul 28 04:04:18.840551 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43396) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:18.847936 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750da6ec-cd16-44a0-9244-a6a7b435faa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4233bb98-57f2-4fb8-9c3c-8f1f9fe90729,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:19.163484 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669510'] for router_interface, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:19.391366 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Deleting port 98088abd-7f74-4858-863b-347a22e3878b {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:19.391704 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:19.468058 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] For port 98088abd-7f74-4858-863b-347a22e3878b, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=98088abd-7f74-4858-863b-347a22e3878b,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:19.468337 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:19.480891 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Calling delete_port for 98088abd-7f74-4858-863b-347a22e3878b owned by network:router_interface {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:19.647913 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 437cc3f3-d60d-4248-b206-a7ee73c6ab49 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:19.670378 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 437cc3f3-d60d-4248-b206-a7ee73c6ab49 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:19.670711 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 437cc3f3-d60d-4248-b206-a7ee73c6ab49 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:19.795267 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:19.821245 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Pushing event deleted for resources: {'Port': ['ID=98088abd-7f74-4858-863b-347a22e3878b,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:19.977046 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669482'] for router_interface, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.183799 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Router c17c2579-54a0-4d59-812e-90b2c11ff349 has already been hosted by L3 agent 89cc966a-6ee3-4703-82d7-685fe732199d {{(pid=105295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:04:20.568144 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] Notify agent at l3_agent.dv-cinder-802648-1-iscsi the message routers_updated {{(pid=105295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:20.574097 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-6ef88dad-de44-4455-b360-96ec9555a721 admin admin] 10.222.0.13 "PUT /v2.0/routers/c17c2579-54a0-4d59-812e-90b2c11ff349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323737 Jul 28 04:04:20.576460 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43398) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:20.577226 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Sync routers for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:20.586297 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:20.586893 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:04:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.675384 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.686414 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: dv-cinder-802648-1-iscsi {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:20.782425 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.858593 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'external_fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T04:04:19Z', 'revision_number': 5, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port': {'id': '3417c8a1-bfaf-4948-b306-463663694fe2', 'name': '', 'network_id': 'b74388db-c1ac-4d8a-9903-6b35b7a1d1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802648-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:59:39Z', 'updated_at': '2021-07-28T03:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d898006-5fba-4d34-977f-db1c68a36fc4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802648-1-iscsi'}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.887064 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Checking router: c17c2579-54a0-4d59-812e-90b2c11ff349 for host: dv-cinder-802648-1-iscsi {{(pid=105298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:20.895127 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Routers {'c17c2579-54a0-4d59-812e-90b2c11ff349'} bound to L3 agent in host dv-cinder-802648-1-iscsi {{(pid=105298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:04:20.895716 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802648-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:42:45Z,description=,heartbeat_timestamp=2021-07-28T04:04:15Z,host='dv-cinder-802648-1-iscsi',id=89cc966a-6ee3-4703-82d7-685fe732199d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:42:46Z,topic='l3_agent')) {'router_ids': ['c17c2579-54a0-4d59-812e-90b2c11ff349'], 'active': True} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.909811 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Deleting port 3417c8a1-bfaf-4948-b306-463663694fe2 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:20.910155 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.991791 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] For port 3417c8a1-bfaf-4948-b306-463663694fe2, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=3417c8a1-bfaf-4948-b306-463663694fe2,segment=NetworkSegment(c525774a-0f46-44c7-b212-a9f5222a89d9),segment_id=c525774a-0f46-44c7-b212-a9f5222a89d9)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:20.992157 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.005652 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Calling delete_port for 3417c8a1-bfaf-4948-b306-463663694fe2 owned by network:router_gateway {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:21.066524 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_dvr_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] Set router c17c2579-54a0-4d59-812e-90b2c11ff349 gateway port host: None {{(pid=105298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:04:21.122705 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.l3_hamode_db [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T04:04:20Z', 'revision_number': 6, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port_host': None}], 'dv-cinder-802648-1-iscsi', False) {} {{(pid=105298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:21.151567 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2bf76-30bf-4b7b-8ccb-14e30813faa4 None None] The sync data for ids ['c17c2579-54a0-4d59-812e-90b2c11ff349'] in dv-cinder-802648-1-iscsi is: [{'id': 'c17c2579-54a0-4d59-812e-90b2c11ff349', 'name': 'tempest-TestShelveInstance-189734002-router', 'tenant_id': '86dd99fee10047db8792746f50fc9a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:59:38Z', 'updated_at': '2021-07-28T04:04:20Z', 'revision_number': 6, 'project_id': '86dd99fee10047db8792746f50fc9a24', 'gw_port_host': None}] {{(pid=105298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:21.269944 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.295899 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3417c8a1-bfaf-4948-b306-463663694fe2,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:21.354910 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668296'] for router_gateway, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.443819 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-71677'] for router, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.445761 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.569790 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544391'] for router, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.573721 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17c2579-54a0-4d59-812e-90b2c11ff349 {{(pid=105295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:04:21.575182 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.576350 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-021b5650-93fd-4306-b247-e2a0b9e88aa0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c17c2579-54a0-4d59-812e-90b2c11ff349 HTTP/1.1" status: 204 len: 168 time: 0.9989679 Jul 28 04:04:21.578808 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43400) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:21.622268 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.db_base_plugin_v2 [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Deleting subnet 715c3606-ae31-4d5e-a647-1789242aecac {{(pid=105295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:04:21.625164 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.659262 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11783420'] for subnet, precommit_delete_associations {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.737012 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769861'] for subnet, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.887434 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9213121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9120922'] for subnet, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.912573 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715c3606-ae31-4d5e-a647-1789242aecac,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:21.920594 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3417c8a1-bfaf-4948-b306-463663694fe2 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:21.923942 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.926381 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-496a7ae0-590f-48df-b8a9-ff7446c9240d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/715c3606-ae31-4d5e-a647-1789242aecac HTTP/1.1" status: 204 len: 168 time: 0.3460963 Jul 28 04:04:21.928789 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [-] (105295) accepted ('10.222.0.13', 43402) {{(pid=105295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:21.943450 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47ae2c-b54b-419a-a7e8-d469117f0f7b None None] Network ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 requested from dv-cinder-802648-1-iscsi {{(pid=105297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:04:21.946149 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 3417c8a1-bfaf-4948-b306-463663694fe2 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:21.946486 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 3417c8a1-bfaf-4948-b306-463663694fe2 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:21.946894 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 98088abd-7f74-4858-863b-347a22e3878b no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:21.995806 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 98088abd-7f74-4858-863b-347a22e3878b {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:21.996157 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 98088abd-7f74-4858-863b-347a22e3878b not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:22.003826 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644407'] for network, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.059471 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Deleting port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 {{(pid=105295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:22.059996 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.126509 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.db [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] For port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:22.126874 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.141729 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.plugin [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Calling delete_port for 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 owned by network:dhcp {{(pid=105295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:22.143021 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] DHCP port deletion for ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 request from dv-cinder-802648-1-iscsi {{(pid=105297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:04:22.189086 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Deleting port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 {{(pid=105297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:04:22.189463 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768392316043'] for port, before_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.248993 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.db [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] For port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7, host dv-cinder-802648-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802648-1-iscsi',level=0,port_id=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,segment=NetworkSegment(4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24),segment_id=4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24)] {{(pid=105297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:22.249322 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664409'] for port, precommit_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.265065 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Calling delete_port for 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 owned by network:dhcp {{(pid=105297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:04:22.286695 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9213076'] for port, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.311044 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:22.314450 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] No DVR routers for this DVR port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 on host dv-cinder-802648-1-iscsi {{(pid=105295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:22.338005 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1757487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768392321311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768391915533'] for port, after_delete {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.363179 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] Pushing event deleted for resources: {'Port': ['ID=9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7,revision_number=None']} {{(pid=105297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:22.364981 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10ef80-dd03-45cc-b9d7-cf3aaf9b2a25 None None] No DVR routers for this DVR port 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 on host dv-cinder-802648-1-iscsi {{(pid=105297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:04:22.387388 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772272', 'neutron.services.segments.db._delete_segments_for_network-8768392395569'] for network, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.396756 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650']}} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:22.407894 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24') {'for_net_delete': True} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:22.408193 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.services.segments.db [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0f4bfa-6cac-458b-86d1-ac76ee1b6c24') {} {{(pid=105295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:22.416553 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768392397370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11783413'] for segment, before_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.429615 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856'] for segment, precommit_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.437940 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:04:22.438322 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1775856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9213115'] for segment, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: Traceback (most recent call last): Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: timer() Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: cb(*args, **kw) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: return func(*args, **kwargs) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: self._notify() Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: self.callback(batched_events) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: event.method(event) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: return f(self, *a, **k) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._get(url).json() Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: return self.request(url, 'GET', **kwargs) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:04:22.439884 dv-cinder-802648-1-iscsi neutron-server[105295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:04:22.583581 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668340'] for network, after_delete {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.589768 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron_lib.callbacks.manager [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=105295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:22.591598 dv-cinder-802648-1-iscsi neutron-server[105295]: INFO neutron.wsgi [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650 HTTP/1.1" status: 204 len: 168 time: 0.6618571 Jul 28 04:04:22.602321 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b4320-96fb-43ca-a52b-655f40597395 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea83c5ca-bcc0-474c-9ba3-4a5e6b01b650,revision_number=None']} {{(pid=105295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:23.067001 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43406) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:23.105516 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-fde8e80e-7dd7-434d-8cda-4b250391e51f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09b0b24ba9a544378df75e5bb74b3493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373321 Jul 28 04:04:23.107905 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43408) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:23.153486 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.177189 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.306497 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.308958 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.310101 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d42f6ab5-a40e-455f-a336-68a66ce3673b HTTP/1.1" status: 204 len: 168 time: 0.2012749 Jul 28 04:04:23.317560 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f8aac-d2eb-4da0-a5b0-932c630c81d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f6ab5-a40e-455f-a336-68a66ce3673b,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:23.615131 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:23.652775 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 no longer exists at agent ovs-agent-dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:23.674288 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] No Port match for: 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 {{(pid=105297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:04:23.674631 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron.plugins.ml2.rpc [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Device 9ce14e3b-9c6b-4782-a36c-d1160b8a9ad7 not bound to the agent host dv-cinder-802648-1-iscsi {{(pid=105297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:24.043222 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43414) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:24.082494 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-dcf28814-3859-4321-9c84-51120b429861 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86dd99fee10047db8792746f50fc9a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381057 Jul 28 04:04:24.084852 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [-] (105296) accepted ('10.222.0.13', 43416) {{(pid=105296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:04:24.131415 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:24.151540 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:24.277885 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621310'] for security_group, after_delete {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:24.280427 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron_lib.callbacks.manager [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:24.281552 dv-cinder-802648-1-iscsi neutron-server[105296]: INFO neutron.wsgi [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a986d2a6-eaee-46b1-8bf3-3fca066f34ae HTTP/1.1" status: 204 len: 168 time: 0.1957452 Jul 28 04:04:24.291790 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d90ab7-f4fe-41e4-948c-62b67464ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a986d2a6-eaee-46b1-8bf3-3fca066f34ae,revision_number=None']} {{(pid=105296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:29.128733 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:42.185401 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7de24329-196a-46d2-85c9-ce045bfb2cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:45.065419 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-90e3ac00-483f-4972-9f51-9e76c12bc1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:45.327997 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:46.013831 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:47.760509 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:59.099243 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:00.614256 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:12.218755 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6691af7b-8d73-4838-8c1b-6e81bf2b1ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:15.064156 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ce5f-26f2-462b-a8ec-588de47a2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:15.280997 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:16.012639 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:17.726854 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.109417 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.613889 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:42.194515 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8d10-65fc-4756-8671-d9bf6add8580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.068445 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-a6cddcea-eb44-44c3-809d-30444c28fd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.263045 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.022633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.725934 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.143335 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.187650 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-233b6d25-a6b9-4a68-94ae-99bb622a75df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:14.613560 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:15.057084 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6356-10aa-4611-ad7e-973e3dfad64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.330363 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.021523 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.718744 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.428615 dv-cinder-802648-1-iscsi neutron-server[105296]: DEBUG neutron.wsgi [req-05b6147d-6298-4f02-bd73-4d9aaeb05050 req-7fa867b5-766f-47a6-bee4-ed7ddcc136ed service neutron] (105296) timed out ('10.222.0.30', 60272) {{(pid=105296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 04:06:29.158326 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.272530 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e984-e60c-4115-84cc-80a33d8e9372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:45.083300 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-427e268f-adac-4dd2-9045-cc9cda102266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:45.260777 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:46.009135 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:47.757520 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.612157 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:59.163300 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.214565 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-cd63d5e9-4923-4263-ace7-172701711c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.094374 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-af3f11d8-1c1a-4942-8ab0-b48cf7f5312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.271543 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.031198 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.716883 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.611257 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:29.162653 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:42.190633 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-43914519-5faa-470d-87aa-f1e31da4eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:45.093572 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9241-8ee4-4bd1-8f97-b3330fecca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:45.328537 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:46.019226 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.779582 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:59.223850 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:05.611095 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:12.245412 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d823bd2a-cbef-4105-848c-a6cca21b6839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:15.064519 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-d5d7596c-a2d2-42a1-b413-00c24c396ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:15.264544 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:16.035617 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:17.725374 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:29.195688 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:39.723773 dv-cinder-802648-1-iscsi neutron-server[105295]: DEBUG neutron.wsgi [req-624658d8-d931-43b5-8fa7-9d3b5898d5da req-fcc466c8-b115-4ed3-ae4d-03e597f0a2b7 service neutron] (105295) timed out ('10.222.0.13', 36644) {{(pid=105295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 04:08:42.218294 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c9bff992-6446-41b3-8a56-190896f6649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.609371 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:45.061799 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-114939ea-8ee2-43b3-8df7-bcc3dad89d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.287612 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.032641 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:47.772327 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.203957 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:12.197898 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-6097b1ed-6768-487c-9d93-e5a516f84575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:15.063228 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-3127d815-34f4-4e55-9c0a-a875b3072d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:15.275137 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8f61-9ce4-4f92-a7e2-074811f0ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.048717 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-f0b2999d-ee86-48fe-a604-eb3524809399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:17.728439 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-592fc042-43b9-4a39-9e0c-dee35030cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.608964 dv-cinder-802648-1-iscsi neutron-server[105298]: DEBUG neutron.db.agents_db [None req-1e1c5cd4-f5a1-45c1-8e5d-c41bbe4e2ab4 None None] Agent healthcheck: found 6 active agents {{(pid=105298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:09:29.229032 dv-cinder-802648-1-iscsi neutron-server[105297]: DEBUG neutron_lib.callbacks.manager [None req-18b6dba1-1b58-4c61-90d4-bcde860bbd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768392395551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831152'] for agent, after_update {{(pid=105297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}